-- Logs begin at Wed 2021-09-08 10:29:45 UTC, end at Wed 2021-09-08 11:26:59 UTC. -- Sep 08 10:59:04.651371 dv-cinder-760194-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 10:59:07.354553 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.common.config [-] Logging enabled! Sep 08 10:59:07.355157 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 10:59:07.355320 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 10:59:07.358628 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.common.config [-] Logging enabled! Sep 08 10:59:07.358976 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 10:59:07.359346 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 10:59:07.360941 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 10:59:07.361326 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 10:59:07.361961 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 10:59:07.362377 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 10:59:07.362770 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 10:59:07.363315 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.363811 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.364363 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.364767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.365272 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.365773 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.366269 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.366781 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.367288 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.368392 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.368889 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.369383 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.369784 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.370149 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.370552 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.370995 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.371231 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.371523 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.371973 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.372394 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.372680 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.372975 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.373271 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.373532 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.373809 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.374095 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.374426 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] host = dv-cinder-760194-10-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.374706 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.374994 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.375282 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.375581 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.375841 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.376143 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.376429 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.376703 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.376978 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.377255 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.377543 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.377830 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.378118 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.378344 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.378565 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.378852 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.379139 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.379414 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.379687 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.379987 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.380264 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.380544 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.380814 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.381096 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.381377 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.381658 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.381932 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.382205 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.382480 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.382751 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.383032 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.383329 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.383602 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.383874 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.384180 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.384450 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.384724 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.385024 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.385310 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.385589 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.385871 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.386142 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.386420 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.386692 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.386962 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.387230 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.387500 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.387767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.388073 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.388347 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.388620 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.388891 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.389162 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.389443 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:07.389738 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.390031 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.390329 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.390616 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.390908 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.391188 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.391475 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.391751 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.392063 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.392351 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.392641 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.392918 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.393206 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.393482 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.393773 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.394074 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.394364 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.394654 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.394927 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.395200 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.395472 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.395751 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.396064 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.396343 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.396632 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.396919 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.397198 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.397485 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.397776 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.398061 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.398331 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.398609 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.398922 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.399200 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.399473 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.399752 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.400065 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.400343 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.400626 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.400907 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.401185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.401459 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.401731 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.402007 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.402296 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.402573 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.402845 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.403115 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.403390 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.403661 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.403969 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.404247 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.404519 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.404791 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.405068 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.405340 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.405614 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.405890 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.406160 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.406434 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.406706 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.406977 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.407249 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.407519 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.407788 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.408080 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.408350 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.408624 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.408894 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.409166 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.409439 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.409705 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.409978 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.410262 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.410563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.410842 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.411122 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.411399 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.411676 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.411978 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.412258 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.412536 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.412817 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.413090 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.413380 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.413663 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.413949 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.414228 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.415013 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.415317 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.415597 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.415895 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.416179 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.416457 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.416740 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.417021 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.417315 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.417607 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.417900 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.418192 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.418484 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.418764 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.419069 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.419347 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:07.419565 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 10:59:07.419804 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 10:59:07.769971 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 10:59:07.770161 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 10:59:07.770451 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 10:59:07.770786 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 10:59:08.159743 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.160064 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.160334 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.161614 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.161884 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.162147 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.197392 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.197673 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.197938 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.213064 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.213341 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.213607 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.241739 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.242021 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.242291 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.279461 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.279732 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.280088 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.508226 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.508702 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.508788 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.509010 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.509712 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.628258 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.628573 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.628855 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.629122 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.629384 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.629690 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.629947 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.630199 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.630451 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.630727 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.630981 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.631243 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.631495 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.631744 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.632022 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.632285 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.632535 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.632796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.633080 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.633336 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.633603 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.633853 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.634131 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.634504 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.634749 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.634991 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.635382 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.635619 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.635857 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.636117 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.636352 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.636586 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:08.636942 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 10:59:08.639997 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 10:59:08.643896 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 10:59:08.647622 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 08 10:59:08.649775 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 10:59:08.650223 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 10:59:08.650565 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 10:59:08.650949 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 10:59:08.653748 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 10:59:08.654002 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 10:59:08.654346 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 10:59:08.659605 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 10:59:08.681260 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 10:59:08.681704 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.681999 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 10:59:08.682360 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.683695 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 10:59:08.684005 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 10:59:08.684250 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 10:59:08.687554 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.687834 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:08.751927 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 10:59:08.752111 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 10:59:08.752329 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 10:59:08.752692 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 10:59:08.774391 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_db.sqlalchemy.engines [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 10:59:09.311602 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing driver for type 'gre' Sep 08 10:59:09.312242 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] gre ID ranges: [(1, 1000)] Sep 08 10:59:09.363268 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing driver for type 'local' Sep 08 10:59:09.363601 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing driver for type 'vlan' Sep 08 10:59:09.376683 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] VlanTypeDriver initialization complete Sep 08 10:59:09.377035 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing driver for type 'vxlan' Sep 08 10:59:09.377525 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] vxlan ID ranges: [(1, 1000)] Sep 08 10:59:09.438743 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing extension driver 'port_security' Sep 08 10:59:09.439086 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.extensions.port_security [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] PortSecurityExtensionDriver initialization complete Sep 08 10:59:09.439431 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing mechanism driver 'openvswitch' Sep 08 10:59:09.439754 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing mechanism driver 'hyperv' Sep 08 10:59:09.447426 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.plugin [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:09.448178 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.448666 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.449180 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.449903 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.450539 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.451083 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.451432 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.451866 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.452414 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.452922 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.453410 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.453966 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.454606 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.455024 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.455407 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.456015 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.456616 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.457123 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.457616 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.458205 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.458810 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > address_group after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.459286 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > address_group after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.459627 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.460048 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 10:59:09.460428 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] ML2 OVO RPC backend initialized. {{(pid=93918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 10:59:09.461127 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.461476 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.461888 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.462232 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > networks before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.462574 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.462911 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > ports before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.463253 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.463589 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnets before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.463950 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.464286 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.464618 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.465216 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.465546 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.465874 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.466200 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.466529 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.466850 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.467427 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.plugin [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Modular L2 Plugin initialization complete Sep 08 10:59:09.467753 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading services supported by the core plugin {{(pid=93918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 10:59:09.468103 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Got port-security extension from driver 'port_security' Sep 08 10:59:09.468560 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.extensions.vlantransparent [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Disabled vlantransparent extension. Sep 08 10:59:09.469035 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 10:59:09.469345 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: router Sep 08 10:59:09.505647 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.506048 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.506417 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router before_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.506781 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.507155 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.507508 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_delete 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.507866 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.508258 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.508716 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.508954 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.509305 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.509648 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.510008 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.510419 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.510787 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.511122 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.511455 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.511789 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.512163 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.512514 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.512852 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.513188 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.513544 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.513885 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.514233 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.514592 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.514945 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.515302 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > agent after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.515652 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > agent after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.516031 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.516874 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Tracking information for resource: router configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:09.517202 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Tracking information for resource: floatingip configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 10:59:09.522229 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.db.l3_agentschedulers_db [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 10:59:09.522796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.523153 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.523501 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.523845 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.524653 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router before_create 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.525014 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.525371 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_create 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.525721 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > router precommit_update 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.530358 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.provider_configuration [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service providers = [] {{(pid=93918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 10:59:09.530718 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.db.servicetype_db [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 10:59:09.533634 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 10:59:09.533976 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 10:59:09.534340 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 10:59:09.535212 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 10:59:09.535580 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.services.service_base [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 10:59:09.535974 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.536291 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 10:59:09.547355 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.547672 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: auto_allocate Sep 08 10:59:09.553430 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: network precommit_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.553795 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: network precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.554351 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.554621 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: tag Sep 08 10:59:09.561670 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.561941 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: timestamp Sep 08 10:59:09.565885 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.566213 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: network_ip_availability Sep 08 10:59:09.571558 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.571959 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.572315 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.573009 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.573325 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: flavors Sep 08 10:59:09.577956 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.578284 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading Plugin: revisions Sep 08 10:59:09.582520 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 10:59:09.582904 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 10:59:09.583621 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 10:59:09.583971 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Initializing extension manager. Sep 08 10:59:09.584474 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: __init__.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.584806 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: __pycache__ {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.585135 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.585459 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.586233 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.586785 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: address-group Sep 08 10:59:09.587098 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: address_scope.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.588018 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.588520 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: address-scope Sep 08 10:59:09.588834 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.589748 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.590503 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: router-admin-state-down-before-update Sep 08 10:59:09.590818 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: agent.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.591515 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.592037 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: agent Sep 08 10:59:09.592353 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: agent_resources_synced.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.593252 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.593748 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: agent-resources-synced Sep 08 10:59:09.594061 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: allowedaddresspairs.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.595811 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.596355 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: allowed-address-pairs Sep 08 10:59:09.596676 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: auto_allocated_topology.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.597730 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.598234 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: auto-allocated-topology Sep 08 10:59:09.598555 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.599236 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.599732 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: availability_zone Sep 08 10:59:09.600084 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: availability_zone_filter.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.600983 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.601481 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: availability_zone_filter Sep 08 10:59:09.602349 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: data_plane_status.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.603291 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.603785 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 10:59:09.604138 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: default_subnetpools.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.605034 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.605530 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: default-subnetpools Sep 08 10:59:09.605848 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.606637 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.607137 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: dhcp_agent_scheduler Sep 08 10:59:09.607452 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: dns.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.608388 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.608884 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension dns-integration not supported by any of loaded plugins Sep 08 10:59:09.609204 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: dns_domain_ports.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.610108 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.610605 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 10:59:09.610922 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.611826 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.612354 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 10:59:09.612669 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: dvr.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.613328 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.613825 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: dvr Sep 08 10:59:09.614139 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: ecmp_routes.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.615039 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.615532 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 10:59:09.615847 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: empty_string_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.616769 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.617268 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: empty-string-filtering Sep 08 10:59:09.617629 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.618527 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.619023 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 10:59:09.619339 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.620258 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.620754 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 10:59:09.621069 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: external_net.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.621971 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.622468 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: external-net Sep 08 10:59:09.622785 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.623681 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.624205 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: extra_dhcp_opt Sep 08 10:59:09.624521 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: extraroute.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.625417 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.625916 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: extraroute Sep 08 10:59:09.626230 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: extraroute_atomic.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.627241 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.627740 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: extraroute-atomic Sep 08 10:59:09.628088 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: filter_validation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.628745 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.629242 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: filter-validation Sep 08 10:59:09.629557 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: fip_pf_description.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.630456 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.630953 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 10:59:09.631266 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: fip_port_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.632205 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.632702 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: fip-port-details Sep 08 10:59:09.633540 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: flavors.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.634739 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.635248 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: flavors Sep 08 10:59:09.635567 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.637222 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.637731 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 10:59:09.638053 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: floatingip_pools.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.638743 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.639240 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: floatingip-pools Sep 08 10:59:09.639558 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: ip_allocation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.640500 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.641000 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 10:59:09.641316 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.642231 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.642731 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: ip-substring-filtering Sep 08 10:59:09.643051 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l2_adjacency.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.643997 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.644494 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 10:59:09.644812 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.645885 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.646391 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: router Sep 08 10:59:09.646715 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.649472 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.649987 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 10:59:09.650312 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.651237 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.651742 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: ext-gw-mode Sep 08 10:59:09.652106 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.653026 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.653528 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: l3-ha Sep 08 10:59:09.653847 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3_flavors.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.654753 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.655253 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: l3-flavors Sep 08 10:59:09.655573 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.656506 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.657005 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 10:59:09.657321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: l3agentscheduler.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.658344 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.658845 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: l3_agent_scheduler Sep 08 10:59:09.659181 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: logging.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.660652 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.661159 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension logging not supported by any of loaded plugins Sep 08 10:59:09.661480 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: metering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.662212 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.662770 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: metering Sep 08 10:59:09.663087 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.664212 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.664718 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: metering_source_and_destination_fields Sep 08 10:59:09.665037 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: multiprovidernet.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.665947 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.666444 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: multi-provider Sep 08 10:59:09.666759 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: netmtu.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.667655 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.668173 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: net-mtu Sep 08 10:59:09.668489 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: netmtu_writable.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.669388 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.669884 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: net-mtu-writable Sep 08 10:59:09.670198 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: network_availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.670854 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.671349 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: network_availability_zone Sep 08 10:59:09.671658 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: network_ip_availability.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.672770 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.673274 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: network-ip-availability Sep 08 10:59:09.673597 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: network_segment_range.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.674357 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.674847 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 10:59:09.675162 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: pagination.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.676167 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.676495 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: pagination Sep 08 10:59:09.676807 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: port_device_profile.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.677704 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.678207 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: port-device-profile Sep 08 10:59:09.678521 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.679423 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.680001 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: port-mac-address-regenerate Sep 08 10:59:09.680319 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.681224 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.681721 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: port-numa-affinity-policy Sep 08 10:59:09.682041 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: port_resource_request.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.683077 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.683572 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 10:59:09.683906 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: portbindings.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.684820 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.685316 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: binding Sep 08 10:59:09.685630 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: portbindings_extended.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.686880 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.687385 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: binding-extended Sep 08 10:59:09.687705 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: portsecurity.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.688690 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.689193 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: port-security Sep 08 10:59:09.689510 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: project_id.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.690473 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.690798 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: project-id Sep 08 10:59:09.691115 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: providernet.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.692069 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.692570 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: provider Sep 08 10:59:09.692883 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.696898 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.697411 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos not supported by any of loaded plugins Sep 08 10:59:09.697738 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.698964 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.699475 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 10:59:09.699799 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.700732 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.701236 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 10:59:09.701557 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_default.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.702450 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.702949 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-default not supported by any of loaded plugins Sep 08 10:59:09.703268 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_fip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.703928 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.704424 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-fip not supported by any of loaded plugins Sep 08 10:59:09.704740 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_gateway_ip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.705650 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.706145 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 10:59:09.706462 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_port_network_policy.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.707361 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.707855 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 10:59:09.708193 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_pps_rule.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.709345 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.709849 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-pps not supported by any of loaded plugins Sep 08 10:59:09.710169 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_rule_type_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.711626 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.712190 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 10:59:09.712559 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: qos_rules_alias.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.713917 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.714695 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 10:59:09.715437 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: quotasv2.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.716747 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.717225 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: quotas Sep 08 10:59:09.717686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: quotasv2_detail.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.722234 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.722711 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: quota_details Sep 08 10:59:09.723223 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: rbac.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.724979 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.725842 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: rbac-policies Sep 08 10:59:09.726403 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: rbac_address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.727873 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.728759 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: rbac-address-group Sep 08 10:59:09.729296 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: rbac_address_scope.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.730230 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.730744 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: rbac-address-scope Sep 08 10:59:09.731066 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: rbac_security_groups.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.732010 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.732516 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: rbac-security-groups Sep 08 10:59:09.732839 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: rbac_subnetpool.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.734108 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.734816 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: rbac-subnetpool Sep 08 10:59:09.735323 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: revisionifmatch.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.736603 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.737350 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: revision-if-match Sep 08 10:59:09.737807 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: revisions.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.739063 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.739566 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: standard-attr-revisions Sep 08 10:59:09.739905 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: router_availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.740576 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.741076 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: router_availability_zone Sep 08 10:59:09.741392 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: routerservicetype.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.742318 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.742825 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension router-service-type not supported by any of loaded plugins Sep 08 10:59:09.743141 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.744088 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.744590 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: security-groups-normalized-cidr Sep 08 10:59:09.744907 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.745811 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.746315 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: port-security-groups-filtering Sep 08 10:59:09.746636 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.747539 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.748075 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: security-groups-remote-address-group Sep 08 10:59:09.748396 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: securitygroup.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.760051 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.760570 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: security-group Sep 08 10:59:09.760900 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: segment.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.761692 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.762194 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension segment not supported by any of loaded plugins Sep 08 10:59:09.762519 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.763451 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.763980 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 10:59:09.764307 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: servicetype.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.765478 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.765988 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: service-type Sep 08 10:59:09.766312 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: sorting.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.767282 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.767611 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: sorting Sep 08 10:59:09.767965 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: standard_attr_segment.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.768867 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.769375 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 10:59:09.769694 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: standardattrdescription.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.770333 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.770834 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: standard-attr-description Sep 08 10:59:09.771154 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: stateful_security_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.772092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.772596 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: stateful-security-group Sep 08 10:59:09.772912 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: stdattrs_common.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.773489 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 10:59:09.774381 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.775303 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.775812 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 10:59:09.776155 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnet_onboard.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.777215 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.777726 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: subnet_onboard Sep 08 10:59:09.778043 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.778956 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.779457 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 10:59:09.779772 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnet_service_types.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.780706 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.781212 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: subnet-service-types Sep 08 10:59:09.781528 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnetallocation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.782606 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.783124 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: subnet_allocation Sep 08 10:59:09.783440 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.784115 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.784618 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: subnetpool-prefix-ops Sep 08 10:59:09.784933 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.785845 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.786345 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 10:59:09.786661 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: tagging.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.787769 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.788312 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: standard-attr-tag Sep 08 10:59:09.788634 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: timestamp.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.789856 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.790365 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loaded extension: standard-attr-timestamp Sep 08 10:59:09.790686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: trunk.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.791704 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.792244 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension trunk not supported by any of loaded plugins Sep 08 10:59:09.792567 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: trunk_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.793492 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.793995 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension trunk-details not supported by any of loaded plugins Sep 08 10:59:09.794314 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: uplink_status_propagation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.795227 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.795732 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 10:59:09.796082 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Loading extension file: vlantransparent.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 10:59:09.796750 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 10:59:09.797250 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 10:59:09.799676 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:network Sep 08 10:59:09.800214 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnet Sep 08 10:59:09.800606 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 10:59:09.800998 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:port Sep 08 10:59:09.802179 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.802618 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service FLAVORS assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.803242 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.803670 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.804033 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:router Sep 08 10:59:09.804459 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:floatingip Sep 08 10:59:09.805460 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service METERING assigned prefix: /metering {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.806880 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.807243 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.807589 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 10:59:09.808609 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 10:59:09.809061 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:security_group Sep 08 10:59:09.809482 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 10:59:09.810059 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.810384 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 10:59:09.810720 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] subnetpool is already registered Sep 08 10:59:09.811141 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.811461 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 10:59:09.811829 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] subnetpool is already registered Sep 08 10:59:09.814082 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.814508 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service FLAVORS assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.815092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.815509 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.815836 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:router Sep 08 10:59:09.816191 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] router is already registered Sep 08 10:59:09.816595 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:floatingip Sep 08 10:59:09.816923 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] floatingip is already registered Sep 08 10:59:09.817371 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service METERING assigned prefix: /metering {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.818033 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 10:59:09.818354 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] rbac_policy is already registered Sep 08 10:59:09.818756 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:security_group Sep 08 10:59:09.819083 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] security_group is already registered Sep 08 10:59:09.819499 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 10:59:09.819828 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] security_group_rule is already registered Sep 08 10:59:09.820507 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.821355 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 10:59:09.821683 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] subnetpool is already registered Sep 08 10:59:09.822095 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 10:59:09.822414 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 10:59:09.822755 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] subnetpool is already registered Sep 08 10:59:09.823202 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: extensions {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.824765 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: address-groups {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.826266 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: address-scopes {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.827595 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.828791 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: auto-allocated-topology {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.830047 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: availability_zones {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.831266 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: dhcp-networks {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.832835 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: dhcp-agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.834276 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.836538 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: flavors {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.837714 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: service_profiles {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.838932 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: next_providers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.840674 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: service_profiles {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.842209 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: floatingip-pools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.843422 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.845569 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: floatingips {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.846868 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: l3-routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.848287 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: l3-agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.849708 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: metering-labels {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.851064 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: metering-label-rules {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.852406 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: network-ip-availabilities {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.853695 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: bindings {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.856201 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: quotas {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.857683 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: quotas {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.859116 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: rbac-policies {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.860358 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: security-groups {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.861677 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: security-group-rules {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.862943 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: service-providers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.864197 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: subnetpools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.865629 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: subnetpools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.867099 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.869358 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.871208 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.873040 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.874853 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.876737 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.878456 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.880409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.882185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.884534 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 10:59:09.890443 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING keystonemiddleware.auth_token [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 10:59:09.895097 dv-cinder-760194-10-iscsi neutron-server[93918]: WARNING keystonemiddleware.auth_token [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 10:59:09.903413 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Acquired lock "singleton_lock" {{(pid=93918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 10:59:09.903874 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Releasing lock "singleton_lock" {{(pid=93918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 10:59:09.904531 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Starting 2 workers Sep 08 10:59:09.909308 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Started child 94027 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 10:59:09.913727 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Started child 94028 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 10:59:09.914734 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.915445 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO neutron.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 10:59:09.916002 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Notify callbacks [] for process, before_spawn {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.916222 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [-] (94027) wsgi starting up on http://0.0.0.0:9696 Sep 08 10:59:09.918479 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Starting 1 workers Sep 08 10:59:09.918594 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.919891 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [-] (94028) wsgi starting up on http://0.0.0.0:9696 Sep 08 10:59:09.923612 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Started child 94029 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 10:59:09.924191 dv-cinder-760194-10-iscsi neutron-server[93918]: INFO oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Starting 1 workers Sep 08 10:59:09.927588 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] calling RpcWorker wait() {{(pid=94029) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 10:59:09.928179 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] returning from RpcWorker wait() {{(pid=94029) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 10:59:09.928564 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Started child 94030 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 10:59:09.929367 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-740853d7-3144-420a-ab01-1efe0acc769a None None] Notify callbacks [] for process, after_spawn {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.929616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.930596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:09.931823 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 10:59:09.932053 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 10:59:09.932234 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 10:59:09.932449 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 10:59:09.932806 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 10:59:09.932965 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 10:59:09.933480 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.933774 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.934024 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.934267 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.934559 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.934868 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:09.935348 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.935445 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.935617 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.935900 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.936141 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.936308 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.936468 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.936705 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.936930 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.937218 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.937479 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.937723 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.937993 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.938163 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.938409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.938674 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.938898 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.939156 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.939399 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.939920 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.940164 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.940437 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.940659 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.940950 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.941194 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.941468 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.941699 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.941912 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.942143 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.942394 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.942631 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.942840 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.943057 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.943314 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.943531 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.944020 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host = dv-cinder-760194-10-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.944265 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.944520 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.944762 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.944991 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.945243 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.945536 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.946308 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.946565 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.946802 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.947026 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.947282 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.947526 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.947772 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.948050 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.948214 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_options = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.948457 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.948707 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.948983 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.949166 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.949331 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.949503 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.949747 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.949909 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.950166 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.950394 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.950603 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.950830 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.951061 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.951306 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.951563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.951801 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.952055 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.952283 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.952533 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.952775 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.952994 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.953217 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.953448 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.953659 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.953870 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.954108 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.954329 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.954565 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.954752 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.955056 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.955239 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.955479 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.955692 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.955955 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.956216 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.956447 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.956672 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.956885 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.957145 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.957369 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.957617 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.957875 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.958086 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.958335 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.958550 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.958777 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.959039 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.959213 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.959422 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.959672 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.959919 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.960138 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.960348 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.960556 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.960783 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:09.961271 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.961539 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.961843 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.962067 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.962296 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.962532 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.962758 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.962991 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.963245 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.963499 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.963803 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.964047 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.964338 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.964560 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.965167 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.965446 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.965706 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.965975 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.966177 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.966405 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.966689 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.967040 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.967559 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.967782 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.968032 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.968259 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.968494 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.968702 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:09.968836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.969272 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.969591 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.969835 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.970202 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.970624 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.970848 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.971062 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.971395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.971602 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.971756 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.972059 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.972199 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.972394 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.972617 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.972852 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.973138 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.973360 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.973755 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.973977 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.974103 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.974232 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.974455 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.974665 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.974883 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.975362 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.975362 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.975615 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.975786 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.976029 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.976243 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.976765 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.976765 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977014 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977184 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977309 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977517 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977749 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.977958 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.978223 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.978442 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.978669 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.978877 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.979092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.979314 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.979545 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.979758 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.979989 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.980203 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.980426 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.980662 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.980893 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.981105 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.981311 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.981701 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.982025 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.982247 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.982459 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.982669 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.983173 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.983173 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.983357 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.983530 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.983848 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.984671 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.984671 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.984671 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.984928 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.985009 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.985247 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.985488 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.985717 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.985923 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.986160 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.986393 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.986614 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987172 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987172 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987371 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987500 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987715 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.987984 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.988220 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.988450 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.988707 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.988954 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.989219 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.989471 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.989727 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.990005 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.990254 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.990520 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.990790 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.991243 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993813 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.993813 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.994058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.994457 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.994857 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.995253 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.995679 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.996112 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.996340 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.996556 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.996796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.997265 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.997662 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.997877 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.998092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.998387 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.998600 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.998996 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.999262 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.999513 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:09.999744 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.000032 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.000260 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.000473 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.000721 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.000945 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.001154 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.001399 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.001625 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.001872 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.002082 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.002312 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.002704 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.002934 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.003145 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.003534 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.003751 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.004136 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.004524 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.004738 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.004961 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.005193 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.005408 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.005645 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.005846 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.006191 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.006596 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.006819 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.007093 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.007345 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.007578 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.007818 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.008642 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.008908 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.009158 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.009376 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.010056 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.010427 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.010799 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.011037 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.011353 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.011864 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.012127 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.012359 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.012613 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.012865 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.013188 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.013447 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.013671 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.013901 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.014114 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.014354 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.014718 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.014950 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.015174 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.015386 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.015616 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.015871 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.016135 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.016385 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.016595 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.016807 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.017008 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.017219 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.017424 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.017711 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.017950 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.018205 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.018412 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.018644 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.018854 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.019078 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.019283 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.019505 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.019708 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.019957 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.020163 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.020404 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.020610 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.020815 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.021032 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.021246 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.021452 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.021673 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.021921 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.022128 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.022345 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.022552 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.022914 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.023162 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.023388 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.023618 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.023837 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.024077 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.024286 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.024509 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.024709 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.025057 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.025424 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.025781 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.026127 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.026585 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.026839 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.027081 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.027377 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.027591 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.027833 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.028112 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.028563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.028949 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.029196 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.029413 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.029631 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.029852 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.030101 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.030426 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.030736 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.030980 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.031236 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.031502 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.031774 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.032046 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.032256 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.032541 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.032892 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.033159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.033405 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.033643 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.033894 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.034116 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.034328 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.034555 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.034769 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.035000 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.035229 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.035451 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.035699 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.035931 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.036154 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.036372 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.036608 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.036831 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.037046 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.037273 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.037425 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 10:59:10.037931 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 10:59:10.038090 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 10:59:10.038239 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 10:59:10.038402 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 10:59:10.038577 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 10:59:10.038717 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 10:59:10.038920 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.039068 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.039248 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.039404 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.039562 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.039819 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040011 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040223 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040360 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040492 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040625 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040757 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.040889 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041023 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041167 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041300 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041450 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041604 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041762 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.041917 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042070 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042223 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042376 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042530 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042724 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.042878 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043026 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043178 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043332 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043485 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043639 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043793 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.043967 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044122 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044262 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044417 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044571 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044725 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.044879 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.045037 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.045190 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host = dv-cinder-760194-10-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.045343 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.045495 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.045649 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.047119 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_options = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048792 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048792 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.048792 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049010 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049010 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049151 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049277 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049430 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.049730 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050022 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050183 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050339 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050504 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050657 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050810 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.050992 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051136 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051261 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051569 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051773 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.051868 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052187 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052340 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052494 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052647 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052800 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.052952 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053107 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053261 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053415 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053570 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053725 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.053877 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.054036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.054190 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.054351 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.054507 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.054657 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.055490 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.055649 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.055802 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.055974 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056124 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056283 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056439 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056594 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056729 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.056857 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.057007 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.057165 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 10:59:10.057341 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.057498 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.057663 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.057819 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.057974 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058133 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058289 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058445 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058606 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058765 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.058904 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.059061 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.059226 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.059547 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.059702 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.059862 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060042 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060198 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060354 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060510 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060667 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060824 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.060990 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061145 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061301 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061457 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061611 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061782 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.061988 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062084 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062242 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062398 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062553 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062711 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.062867 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063023 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063179 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063334 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063488 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063643 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063799 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.063981 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064139 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064295 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064452 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064608 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064763 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.064920 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065076 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065233 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065458 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065559 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065695 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.065851 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066006 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066192 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066325 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066481 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066636 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.066949 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067104 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067261 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067415 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067571 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067712 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.067901 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068057 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068214 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068526 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068687 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.068902 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069203 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069335 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069470 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069604 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069721 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.069876 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070032 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070187 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070344 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070549 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070707 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070862 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.070938 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:10.071018 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.071163 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.071318 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.071481 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.071651 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.071807 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072005 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072304 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072466 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072622 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072778 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.072934 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073091 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073252 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073408 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073586 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073753 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.073963 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074108 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074299 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074448 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074640 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074792 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.074930 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075061 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075225 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075609 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075609 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075917 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.075917 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076573 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076573 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076921 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.076921 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.077228 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.077228 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.077563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.077563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078036 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.078686 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.079395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.079395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.079395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.079395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.079395 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080189 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080189 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080189 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080189 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080189 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080838 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080838 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080838 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.080838 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.081402 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.081402 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.081402 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.081402 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082058 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.082836 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.083532 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.083532 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.083532 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.084033 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.084033 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.084308 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.084502 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.084942 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.085166 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.085312 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.085551 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.085785 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.085929 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.086767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.086767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087563 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087988 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.087988 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088277 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088277 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088543 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088543 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.088767 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.089185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.089185 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.089460 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.089460 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.089744 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090134 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090296 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090443 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090590 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090812 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.090812 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091110 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091110 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091370 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091506 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091654 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091791 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.091958 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092109 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092321 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092470 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092639 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092784 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.092992 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093132 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093269 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093510 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093683 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093834 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.093971 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094240 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094240 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094545 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094545 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094805 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.094805 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095075 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095075 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095345 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095482 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095649 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.095897 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096131 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096131 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096787 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.096787 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097092 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097687 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097687 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.097687 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098164 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098164 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098164 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098628 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098628 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.098628 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099159 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099682 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099682 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099682 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.099682 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100275 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100275 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100275 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100275 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.100796 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101176 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101176 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101176 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101556 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101556 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101880 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.101880 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102151 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102151 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102409 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102679 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102679 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.102939 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103082 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103218 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103353 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103487 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103622 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.103757 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104004 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104004 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104272 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104420 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104556 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 10:59:10.104692 dv-cinder-760194-10-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 10:59:10.329307 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41262) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:10.337803 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064137 Sep 08 10:59:21.690170 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c5c93-7f99-4f87-89b3-481b7d2eed8d None None] get_active_networks_info from dv-cinder-760194-10-iscsi {{(pid=94029) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 10:59:21.766069 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c5c93-7f99-4f87-89b3-481b7d2eed8d None None] No non-hosted networks {{(pid=94029) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 10:59:21.785174 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.agentschedulers_db [None req-233c5c93-7f99-4f87-89b3-481b7d2eed8d None None] DHCP Agent not found on host dv-cinder-760194-10-iscsi {{(pid=94029) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 10:59:21.848577 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a47c148-1b2a-42e5-980c-43bb35dfbb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:24.194150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6eac7482-991d-49e2-adce-5b75718f1992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:24.266601 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-612fb9d1-595a-4658-8283-e5fc1e0b5f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:24.515062 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:24.516065 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.524301 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.524798 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.525272 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.525847 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.526326 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.526800 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.527342 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.527804 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.528289 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.528836 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.529302 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:24.529830 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760194-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:24.544522 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760194-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:25.096685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:27.081942 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.db.l3_hamode_db [None req-002e876b-6a38-4cc1-b33d-35776260c031 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 10:59:27.162850 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e876b-6a38-4cc1-b33d-35776260c031 None None] Routers set() bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:59:27.163147 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e876b-6a38-4cc1-b33d-35776260c031 None None] Router IDs set() for agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 10:59:27.259158 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:28.177516 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41354) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:28.675971 dv-cinder-760194-10-iscsi neutron-server[94028]: WARNING oslo_policy.policy [None req-10890aae-7a36-41a8-980a-a8a558586ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:28.676536 dv-cinder-760194-10-iscsi neutron-server[94028]: WARNING oslo_policy.policy [None req-10890aae-7a36-41a8-980a-a8a558586ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:28.894716 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [None req-10890aae-7a36-41a8-980a-a8a558586ee5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:59:28.895813 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-10890aae-7a36-41a8-980a-a8a558586ee5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7168572 Sep 08 10:59:31.262902 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41368) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:31.566415 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:59:31.668879 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.policy [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94028) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 10:59:31.712476 dv-cinder-760194-10-iscsi neutron-server[94028]: WARNING oslo_policy.policy [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:31.713094 dv-cinder-760194-10-iscsi neutron-server[94028]: WARNING oslo_policy.policy [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:31.721489 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.quota [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] Loaded quota_driver: . Sep 08 10:59:31.807579 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758028886003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758028884416', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758028830759', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758028829123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758029309940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758028850797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526536', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33209095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33183469'] for rbac-policy, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:31.869931 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:31.871208 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0e0a09a3-f3b1-44fd-8572-54d0fd018532 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6073382 Sep 08 10:59:34.491065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41380) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:34.797099 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Request body: {'network': {'project_id': '9bd917838d1147509d82feef3fe8f715', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9bd917838d1147509d82feef3fe8f715'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:59:34.825390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Made reservation on behalf of 9bd917838d1147509d82feef3fe8f715 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:59:34.828036 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:34.844391 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:34.960615 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:34.964434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:34.983786 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:59:35.010614 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758025524848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:35.011176 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Unsubscribe: segment precommit_create {{(pid=94028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 10:59:35.011680 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Added segment cd1a8923-5d8d-4ba3-812e-433582f36c31 of type vlan for network 800848b8-182f-4ea3-8c03-0bd5fab06af6 Sep 08 10:59:35.026834 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e66aa1-fe86-4afc-a065-56458e9a8318,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:35.074209 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.074558 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.074905 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.075209 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.075528 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.075857 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.076198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.076548 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.076944 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.077343 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.077704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.078027 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Tracked resource versions report: Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: pushed versions: Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: { 'AddressGroup': {'1.2'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'ConntrackHelper': {'1.0'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Log': {'1.0'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Network': {'1.1'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Port': {'1.7'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'PortForwarding': {'1.2'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'QosPolicy': {'1.9'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroup': {'1.4'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroupRule': {'1.2'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SubPort': {'1.0'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Subnet': {'1.1'}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Trunk': {'1.1'}} Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: consumer versions: Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'ConntrackHelper': '1.0', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Log': '1.0', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Network': '1.1', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Port': '1.7', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'PortForwarding': '1.2', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'QosPolicy': '1.9', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroup': '1.4', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroupRule': '1.2', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SubPort': '1.0', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Subnet': '1.1', Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Trunk': '1.1'}} Sep 08 10:59:35.079541 dv-cinder-760194-10-iscsi neutron-server[94028]: {{(pid=94028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 10:59:35.130718 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:35.168458 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:35.169556 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:59:35.170198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:35.229551 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7373960 Sep 08 10:59:35.268011 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525140e-f009-42bd-a5d4-ed35437d0863 admin admin] Pushing event updated for resources: {'Network': ['ID=800848b8-182f-4ea3-8c03-0bd5fab06af6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:35.280226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:59:37.846694 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41394) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:38.230616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c9a9a-3697-4956-a781-0711644f3490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:59:38.232049 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ae9c9a9a-3697-4956-a781-0711644f3490 admin admin] 10.222.0.38 "GET /v2.0/networks/800848b8-182f-4ea3-8c03-0bd5fab06af6 HTTP/1.1" status: 200 len: 825 time: 0.3843348 Sep 08 10:59:38.256565 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-bd8f4d74-ba0f-4db8-8dae-c425115660cf admin admin] 10.222.0.38 "GET /v2.0/subnetpools/a0b84f23-eb83-4b07-8697-87b731e143be HTTP/1.1" status: 200 len: 734 time: 0.0183923 Sep 08 10:59:38.265768 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be', 'tenant_id': '9bd917838d1147509d82feef3fe8f715'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:59:38.287389 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Made reservation on behalf of 9bd917838d1147509d82feef3fe8f715 for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:59:38.289622 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:38.571474 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:38.638334 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d85068a-1eeb-41ef-bb22-b0e73390bf09,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:38.643434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Checking segment: {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:59:38.643783 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Network hostable DHCP agents. Network: 800848b8-182f-4ea3-8c03-0bd5fab06af6, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:59:38.663546 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:59:38.673925 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 800848b8-182f-4ea3-8c03-0bd5fab06af6) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:59:38.680510 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:59:38.681158 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:38.683836 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bcdbc-6b1d-4066-92b0-201527527b5f None None] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:59:38.704861 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7ce8e1b1-3286-4757-91df-07ff2af0ac60 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4335055 Sep 08 10:59:39.013620 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-800848b8-182f-4ea3-8c03-0bd5fab06af6', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:59:39.014877 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.287030 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Allocated IP 172.20.0.2 (800848b8-182f-4ea3-8c03-0bd5fab06af6/7d85068a-1eeb-41ef-bb22-b0e73390bf09/83dd6796-af32-419d-908c-2727dfc52b36) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:59:39.490803 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.531576 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Transition to ACTIVE for port object 83dd6796-af32-419d-908c-2727dfc52b36 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:59:39.553528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Transition to ACTIVE for port object 83dd6796-af32-419d-908c-2727dfc52b36 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:59:39.561004 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.623062 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:59:39.636530 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:59:39.651048 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:59:39.654203 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Pushing event updated for resources: {'Port': ['ID=83dd6796-af32-419d-908c-2727dfc52b36,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:39.690709 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.691365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.691812 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.693689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.693689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.693689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.694092 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.694668 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.695265 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.695808 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.696346 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.696811 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Tracked resource versions report: Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: pushed versions: Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Log': {'1.0'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Network': {'1.1'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Port': {'1.7'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'QosPolicy': {'1.9'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: consumer versions: Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Log': '1.0', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Network': '1.1', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Port': '1.7', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'QosPolicy': '1.9', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SubPort': '1.0', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Subnet': '1.1', Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Sep 08 10:59:39.698202 dv-cinder-760194-10-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 10:59:39.745907 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Attempting to bind port 83dd6796-af32-419d-908c-2727dfc52b36 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:59:39.746305 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Attempting to bind port 83dd6796-af32-419d-908c-2727dfc52b36 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:59:39.746736 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Attempting to bind port 83dd6796-af32-419d-908c-2727dfc52b36 on network 800848b8-182f-4ea3-8c03-0bd5fab06af6 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:59:39.751557 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:59:39.751994 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Checking segment: {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:59:39.752465 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.752851 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Bound using segment: {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:59:39.753324 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Bound port: 83dd6796-af32-419d-908c-2727dfc52b36, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:59:39.753746 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.815529 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] For port 83dd6796-af32-419d-908c-2727dfc52b36, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:59:39.819971 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] For port 83dd6796-af32-419d-908c-2727dfc52b36, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=83dd6796-af32-419d-908c-2727dfc52b36,segment=NetworkSegment(cd1a8923-5d8d-4ba3-812e-433582f36c31),segment_id=cd1a8923-5d8d-4ba3-812e-433582f36c31)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:59:39.824771 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:39.889517 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e03ec-bbbc-4a3f-9e9e-6f1c47a0b479 None None] Pushing event updated for resources: {'Port': ['ID=83dd6796-af32-419d-908c-2727dfc52b36,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:41.159315 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41402) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:41.467817 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [None req-d6280357-1696-4699-8fe9-dc597f94f549 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:59:41.468889 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d6280357-1696-4699-8fe9-dc597f94f549 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085232 Sep 08 10:59:43.862106 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41410) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:44.176385 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [None req-7ec8f481-3e08-415f-ae22-572c6f93e1c0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:59:44.177923 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7ec8f481-3e08-415f-ae22-572c6f93e1c0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148403 Sep 08 10:59:46.836110 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41420) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:47.138778 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9bd917838d1147509d82feef3fe8f715'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:59:47.169828 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:47.171351 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:47.306108 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:47.310759 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:47.322826 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:47.324053 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8d495d23-8c48-4ced-8b33-fe5594e063ba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4866910 Sep 08 10:59:48.207685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 83dd6796-af32-419d-908c-2727dfc52b36 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:59:48.249249 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af379d-b83a-4001-8395-e479cb56c510 None None] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:59:48.358746 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 83dd6796-af32-419d-908c-2727dfc52b36 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:59:48.365596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Provisioning for port 83dd6796-af32-419d-908c-2727dfc52b36 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:59:48.372830 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 83dd6796-af32-419d-908c-2727dfc52b36 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:48.373152 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:48.381739 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Provisioning complete for port 83dd6796-af32-419d-908c-2727dfc52b36 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:48.382093 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:48.612776 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:48.616577 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:48.670081 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 83dd6796-af32-419d-908c-2727dfc52b36, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=83dd6796-af32-419d-908c-2727dfc52b36,segment=NetworkSegment(cd1a8923-5d8d-4ba3-812e-433582f36c31),segment_id=cd1a8923-5d8d-4ba3-812e-433582f36c31)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:59:48.675044 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:48.744834 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 10:59:48.745239 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-df5a0ec9-d5b0-4a2a-9da1-b85b78e5fa8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 10:59:48.750690 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=83dd6796-af32-419d-908c-2727dfc52b36,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:49.403392 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-dbdcd22c-7b04-4707-8e3d-907cdb3c2d39 None None] Provisioning complete for port 83dd6796-af32-419d-908c-2727dfc52b36 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:49.404073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd22c-7b04-4707-8e3d-907cdb3c2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:49.726540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 41434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:50.183779 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 83dd6796-af32-419d-908c-2727dfc52b36 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:59:50.230193 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING oslo_policy.policy [None req-c415c50b-39c0-40f6-ac61-d472e67a24c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:50.230766 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING oslo_policy.policy [None req-c415c50b-39c0-40f6-ac61-d472e67a24c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:50.230881 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 83dd6796-af32-419d-908c-2727dfc52b36 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:50.231187 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:50.451155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [None req-c415c50b-39c0-40f6-ac61-d472e67a24c9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:59:50.452337 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-c415c50b-39c0-40f6-ac61-d472e67a24c9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237601 Sep 08 10:59:51.609162 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83843b48-adb4-4aed-8cc1-6f9d4f6f7f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:52.811094 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 41448) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:53.113925 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:59:53.115470 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.quota [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Loaded quota_driver: . Sep 08 10:59:53.169158 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Made reservation on behalf of c174ed350fbe4a5f8fd85abb68bd52db for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:59:53.234365 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.policy [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 10:59:53.278982 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING oslo_policy.policy [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:53.279352 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING oslo_policy.policy [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 10:59:53.291458 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.310810 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.436317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.439811 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.450943 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Reserving flat network on physical network physnet1 {{(pid=94027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 10:59:53.485971 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758025524848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.486541 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Unsubscribe: segment precommit_create {{(pid=94027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 10:59:53.487065 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Added segment 1de5b6ca-62f3-4a43-b73c-796c41681c32 of type flat for network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb Sep 08 10:59:53.502445 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf273f-03c9-4d17-b2a5-6d7c505db14e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:53.550635 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.550990 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.551330 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.551660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.552011 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.552352 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.552678 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.553011 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.553336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.553651 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.553967 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.554277 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Tracked resource versions report: Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: pushed versions: Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: { 'AddressGroup': {'1.2'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Log': {'1.0'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Network': {'1.1'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Port': {'1.7'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'PortForwarding': {'1.2'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'QosPolicy': {'1.9'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroup': {'1.4'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SubPort': {'1.0'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Subnet': {'1.1'}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Trunk': {'1.1'}} Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: consumer versions: Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'ConntrackHelper': '1.0', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Log': '1.0', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Network': '1.1', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Port': '1.7', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'PortForwarding': '1.2', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'QosPolicy': '1.9', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroup': '1.4', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroupRule': '1.2', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SubPort': '1.0', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Subnet': '1.1', Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Trunk': '1.1'}} Sep 08 10:59:53.555627 dv-cinder-760194-10-iscsi neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 10:59:53.615780 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.660649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.661849 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:59:53.662459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:53.729108 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9167390 Sep 08 10:59:53.777368 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94ee6f-1a15-4056-8cb8-733eb80309fb admin admin] Pushing event updated for resources: {'Network': ['ID=0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:53.788118 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:59:54.181010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a32c2fa9-e818-45ec-8cef-19bfc77a1a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:54.504256 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:54.998912 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:56.094697 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 41472) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:59:56.319532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b20e32-27ff-4087-9533-55be232d63ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:59:56.321123 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b5b20e32-27ff-4087-9533-55be232d63ca admin admin] 10.222.0.38 "GET /v2.0/subnets/7d85068a-1eeb-41ef-bb22-b0e73390bf09 HTTP/1.1" status: 200 len: 849 time: 0.2254865 Sep 08 10:59:56.479627 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0183e86f-fcab-4f29-bc8d-c5c51971cffa admin admin] 10.222.0.38 "GET /v2.0/routers/d550fda1-a0a2-4b81-9094-f7d297af3bda HTTP/1.1" status: 200 len: 704 time: 0.1522563 Sep 08 10:59:56.762307 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.053938 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Allocated IP 172.20.0.1 (800848b8-182f-4ea3-8c03-0bd5fab06af6/7d85068a-1eeb-41ef-bb22-b0e73390bf09/17945f33-3fa9-4369-b895-7a65c37dca7c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:59:57.212901 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.239133 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.262808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Transition to ACTIVE for port object 17945f33-3fa9-4369-b895-7a65c37dca7c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:59:57.327834 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.398853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:59:57.405344 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:59:57.411019 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=17945f33-3fa9-4369-b895-7a65c37dca7c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:57.422321 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:59:57.422923 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.620742 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.644977 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5e26d00c-846d-45fb-8141-3e41f17d2d43 None None] Provisioning for port 17945f33-3fa9-4369-b895-7a65c37dca7c completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:59:57.648503 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5e26d00c-846d-45fb-8141-3e41f17d2d43 None None] Provisioning complete for port 17945f33-3fa9-4369-b895-7a65c37dca7c triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:57.648883 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5e26d00c-846d-45fb-8141-3e41f17d2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.685218 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-5e26d00c-846d-45fb-8141-3e41f17d2d43 None None] Port 17945f33-3fa9-4369-b895-7a65c37dca7c cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:59:57.881522 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.885864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.886606 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:57.959636 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=17945f33-3fa9-4369-b895-7a65c37dca7c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:58.036617 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:59:58.037871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:59:58.200196 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Router d550fda1-a0a2-4b81-9094-f7d297af3bda is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:59:58.205149 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e5f73ee6-44ea-4891-bdc3-4f18be9231db None None] Provisioning complete for port 17945f33-3fa9-4369-b895-7a65c37dca7c triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:59:58.205521 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e5f73ee6-44ea-4891-bdc3-4f18be9231db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:58.238250 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e5f73ee6-44ea-4891-bdc3-4f18be9231db None None] Port 17945f33-3fa9-4369-b895-7a65c37dca7c cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:59:58.294320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:59:58.301861 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-bd10adb6-02aa-4692-ac03-3dedaf289ef1 admin admin] 10.222.0.38 "PUT /v2.0/routers/d550fda1-a0a2-4b81-9094-f7d297af3bda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8162215 Sep 08 10:59:58.319921 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Sync routers for ids ['d550fda1-a0a2-4b81-9094-f7d297af3bda'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:59:58.330918 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Routers {'d550fda1-a0a2-4b81-9094-f7d297af3bda'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:59:58.332306 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T10:59:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d550fda1-a0a2-4b81-9094-f7d297af3bda'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:58.512807 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Set router d550fda1-a0a2-4b81-9094-f7d297af3bda gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:59:58.930117 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T10:59:57Z', 'revision_number': 2, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port_host': None, '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T10:59:57Z', 'revision_number': 2, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:59:58.978813 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Checking router: d550fda1-a0a2-4b81-9094-f7d297af3bda for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:59:58.979185 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Updating router d550fda1-a0a2-4b81-9094-f7d297af3bda port 17945f33-3fa9-4369-b895-7a65c37dca7c binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:59:59.026559 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.544451 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.562464 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Transition to ACTIVE for port object 17945f33-3fa9-4369-b895-7a65c37dca7c will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:59:59.568392 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.743491 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Pushing event updated for resources: {'Port': ['ID=17945f33-3fa9-4369-b895-7a65c37dca7c,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:59.759200 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Attempting to bind port 17945f33-3fa9-4369-b895-7a65c37dca7c on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:59:59.759558 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Attempting to bind port 17945f33-3fa9-4369-b895-7a65c37dca7c by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:59:59.759956 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Attempting to bind port 17945f33-3fa9-4369-b895-7a65c37dca7c on network 800848b8-182f-4ea3-8c03-0bd5fab06af6 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:59:59.762591 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.762925 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.763261 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.763589 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.763926 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.764256 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.764575 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.764890 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.765221 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.765539 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.765850 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.766161 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Tracked resource versions report: Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: pushed versions: Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: consumer versions: Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Log': '1.0', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Network': '1.1', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Port': '1.7', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 08 10:59:59.767484 dv-cinder-760194-10-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 10:59:59.773621 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:59:59.774032 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Checking segment: {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:59:59.774498 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.774872 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Bound using segment: {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:59:59.775333 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Bound port: 17945f33-3fa9-4369-b895-7a65c37dca7c, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1a8923-5d8d-4ba3-812e-433582f36c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:59:59.775719 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.842897 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] For port 17945f33-3fa9-4369-b895-7a65c37dca7c, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:59:59.862140 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] For port 17945f33-3fa9-4369-b895-7a65c37dca7c, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=17945f33-3fa9-4369-b895-7a65c37dca7c,segment=NetworkSegment(cd1a8923-5d8d-4ba3-812e-433582f36c31),segment_id=cd1a8923-5d8d-4ba3-812e-433582f36c31)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:59:59.866781 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:59:59.930042 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c291-0d00-49d4-8ecb-ada152b6d14b None None] Pushing event updated for resources: {'Port': ['ID=17945f33-3fa9-4369-b895-7a65c37dca7c,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:59:59.934576 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Routers {'d550fda1-a0a2-4b81-9094-f7d297af3bda'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:59:59.935180 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T10:59:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d550fda1-a0a2-4b81-9094-f7d297af3bda'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:00.033153 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] Set router d550fda1-a0a2-4b81-9094-f7d297af3bda gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:00:00.252716 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T10:59:57Z', 'revision_number': 2, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port_host': None, '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T10:59:59Z', 'revision_number': 4, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:00.278306 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95be0a-0265-4743-a7a8-7b2a24b7c4a8 None None] The sync data for ids ['d550fda1-a0a2-4b81-9094-f7d297af3bda'] in dv-cinder-760194-10-iscsi is: [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T10:59:57Z', 'revision_number': 2, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port_host': None, '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T10:59:59Z', 'revision_number': 4, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:00:00.607749 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 41494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:00:00.717335 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3636a-67bb-4b29-87a1-a234b83cdd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:00:00.718701 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-51f3636a-67bb-4b29-87a1-a234b83cdd6f admin admin] 10.222.0.38 "GET /v2.0/networks/0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb HTTP/1.1" status: 200 len: 842 time: 0.1099844 Sep 08 11:00:00.728908 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Request body: {'subnet': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:00:00.752351 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Made reservation on behalf of c174ed350fbe4a5f8fd85abb68bd52db for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:00:00.755210 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:01.052959 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.objects.ports [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 11:00:01.053387 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:01.114966 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6ed147-3469-4158-acc5-5ea7016dae3d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:01.120797 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:00:01.121151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Network hostable DHCP agents. Network: 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:00:01.144629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:00:01.157594 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:00:01.162503 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:00:01.163032 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:01.167463 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ab004-e24b-4724-a8e6-d18e6202701c None None] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:00:01.183455 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ef308aa0-be7b-4249-8018-786737db2d1a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4574735 Sep 08 11:00:01.301417 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d13bb9-1bff-442c-9810-726a50d36e46 None None] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:00:03.488361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 41502) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:00:03.619117 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-bd04c864-6b3c-4baf-863f-b648562a8c3d admin admin] 10.222.0.38 "GET /v2.0/routers/d550fda1-a0a2-4b81-9094-f7d297af3bda HTTP/1.1" status: 200 len: 710 time: 0.1295576 Sep 08 11:00:03.701805 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a4918-395a-4de8-81dc-679bbb204a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:00:03.703073 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-4d0a4918-395a-4de8-81dc-679bbb204a5a admin admin] 10.222.0.38 "GET /v2.0/networks/0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb HTTP/1.1" status: 200 len: 886 time: 0.0780406 Sep 08 11:00:03.712704 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:00:04.012975 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:04.246416 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:04.320932 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:04.417776 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Allocated IP 172.27.0.113 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/34152114-9636-494c-87fe-ac929d56a9cc) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:00:04.516974 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:04.556770 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:04.591521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:00:04.594118 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:00:04.602157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:00:04.636261 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Pushing event updated for resources: {'Port': ['ID=34152114-9636-494c-87fe-ac929d56a9cc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:04.850580 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:05.037682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33515003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33523723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14728'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:05.040900 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33514978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33514989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33523826'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:05.156363 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Router d550fda1-a0a2-4b81-9094-f7d297af3bda has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:00:05.260469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:00:05.264611 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:05.265809 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1cfe4387-91b3-45ff-ae72-0a568b8bedae admin admin] 10.222.0.38 "PUT /v2.0/routers/d550fda1-a0a2-4b81-9094-f7d297af3bda HTTP/1.1" status: 200 len: 890 time: 1.5565813 Sep 08 11:00:06.204479 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 17945f33-3fa9-4369-b895-7a65c37dca7c up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:00:06.254884 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 17945f33-3fa9-4369-b895-7a65c37dca7c completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:00:06.258758 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 17945f33-3fa9-4369-b895-7a65c37dca7c triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:00:06.259134 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:06.338214 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:06.369971 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 17945f33-3fa9-4369-b895-7a65c37dca7c, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=17945f33-3fa9-4369-b895-7a65c37dca7c,segment=NetworkSegment(cd1a8923-5d8d-4ba3-812e-433582f36c31),segment_id=cd1a8923-5d8d-4ba3-812e-433582f36c31)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:00:06.373645 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:06.419575 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=17945f33-3fa9-4369-b895-7a65c37dca7c,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:06.736842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Sync routers for ids ['d550fda1-a0a2-4b81-9094-f7d297af3bda'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:00:06.747342 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Routers {'d550fda1-a0a2-4b81-9094-f7d297af3bda'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:00:06.748002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T10:59:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d550fda1-a0a2-4b81-9094-f7d297af3bda'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:06.954895 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Set router d550fda1-a0a2-4b81-9094-f7d297af3bda gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:00:07.337462 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '34152114-9636-494c-87fe-ac929d56a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T11:00:04Z', 'revision_number': 4, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port': {'id': '34152114-9636-494c-87fe-ac929d56a9cc', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:00:04Z', 'updated_at': '2021-09-08T11:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T11:00:06Z', 'revision_number': 5, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:07.387401 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Checking router: d550fda1-a0a2-4b81-9094-f7d297af3bda for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:00:07.387751 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Updating router d550fda1-a0a2-4b81-9094-f7d297af3bda port 34152114-9636-494c-87fe-ac929d56a9cc binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:00:07.432766 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:07.688072 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 41514) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:00:07.750013 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:07.759779 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Transition to ACTIVE for port object 34152114-9636-494c-87fe-ac929d56a9cc will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:00:07.765778 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:07.814053 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d4434476-0690-482a-a67a-475dc6dbb9a6 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1248817 Sep 08 11:00:07.901991 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Attempting to bind port 34152114-9636-494c-87fe-ac929d56a9cc on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:00:07.902354 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Attempting to bind port 34152114-9636-494c-87fe-ac929d56a9cc by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:00:07.902715 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Attempting to bind port 34152114-9636-494c-87fe-ac929d56a9cc on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:00:07.904868 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb07f06-8f0d-4c04-970c-6a6463b45aa3 None None] Pushing event updated for resources: {'Port': ['ID=34152114-9636-494c-87fe-ac929d56a9cc,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:07.912764 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:00:07.912764 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:00:07.913146 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:07.913421 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:00:07.913891 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Bound port: 34152114-9636-494c-87fe-ac929d56a9cc, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:00:07.914285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:07.967081 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] For port 34152114-9636-494c-87fe-ac929d56a9cc, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:00:07.970550 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] For port 34152114-9636-494c-87fe-ac929d56a9cc, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=34152114-9636-494c-87fe-ac929d56a9cc,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:00:07.974429 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:08.029228 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Routers {'d550fda1-a0a2-4b81-9094-f7d297af3bda'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:00:08.029833 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T10:59:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d550fda1-a0a2-4b81-9094-f7d297af3bda'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:08.065692 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb07f06-8f0d-4c04-970c-6a6463b45aa3 None None] Pushing event updated for resources: {'Port': ['ID=34152114-9636-494c-87fe-ac929d56a9cc,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:08.146170 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] Set router d550fda1-a0a2-4b81-9094-f7d297af3bda gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:00:08.217037 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 17945f33-3fa9-4369-b895-7a65c37dca7c up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:00:08.326959 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 17945f33-3fa9-4369-b895-7a65c37dca7c triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:00:08.327334 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:08.463528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '34152114-9636-494c-87fe-ac929d56a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T11:00:04Z', 'revision_number': 4, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port': {'id': '34152114-9636-494c-87fe-ac929d56a9cc', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:00:04Z', 'updated_at': '2021-09-08T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T11:00:06Z', 'revision_number': 5, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:00:08.491018 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daede6b0-925d-4623-ab42-6442613c8e8e None None] The sync data for ids ['d550fda1-a0a2-4b81-9094-f7d297af3bda'] in dv-cinder-760194-10-iscsi is: [{'id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'name': 'router1', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '34152114-9636-494c-87fe-ac929d56a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:59:47Z', 'updated_at': '2021-09-08T11:00:04Z', 'revision_number': 4, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'gw_port': {'id': '34152114-9636-494c-87fe-ac929d56a9cc', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:bb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:00:04Z', 'updated_at': '2021-09-08T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '17945f33-3fa9-4369-b895-7a65c37dca7c', 'name': '', 'network_id': '800848b8-182f-4ea3-8c03-0bd5fab06af6', 'tenant_id': '9bd917838d1147509d82feef3fe8f715', 'mac_address': 'fa:16:3e:a6:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550fda1-a0a2-4b81-9094-f7d297af3bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:59:56Z', 'updated_at': '2021-09-08T11:00:06Z', 'revision_number': 5, 'project_id': '9bd917838d1147509d82feef3fe8f715', 'subnets': [{'id': '7d85068a-1eeb-41ef-bb22-b0e73390bf09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0b84f23-eb83-4b07-8697-87b731e143be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:00:09.000811 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:00:10.235549 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 34152114-9636-494c-87fe-ac929d56a9cc up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:00:10.289267 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 34152114-9636-494c-87fe-ac929d56a9cc completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:00:10.294644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 34152114-9636-494c-87fe-ac929d56a9cc triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:00:10.295043 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:10.378917 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:10.402475 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 34152114-9636-494c-87fe-ac929d56a9cc, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=34152114-9636-494c-87fe-ac929d56a9cc,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:00:10.419812 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:10.504384 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=34152114-9636-494c-87fe-ac929d56a9cc,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:00:12.231155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 34152114-9636-494c-87fe-ac929d56a9cc up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:00:12.323394 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 34152114-9636-494c-87fe-ac929d56a9cc triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:00:12.323776 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:21.614930 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f36d78cd-3a9b-4c6f-bbe8-84ff73b8aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:24.182757 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-46a0bdb3-2a7c-46b5-be6c-a77b099e8d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:24.510311 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:25.003557 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:27.237414 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:45.999496 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:00:51.606671 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-42183571-dd74-4bea-9f05-ce16f011bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:54.186174 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c7d40088-1199-488b-9a1a-a4cafb0c2900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:54.507553 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:55.007917 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:00:57.232330 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:21.607752 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2968ab75-67e9-41c0-9bcd-6e759410bedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:22.998145 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:01:24.186975 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-42b97ec6-5246-46f7-a8bc-bf0a2315265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:24.508822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:25.009959 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:27.237430 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:44.007974 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42076) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:44.067997 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f917bf-8d2a-4061-9851-4dba5fb88f69 admin admin] GET failed (client error): The resource could not be found. Sep 08 11:01:44.069313 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-71f917bf-8d2a-4061-9851-4dba5fb88f69 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604072 Sep 08 11:01:44.229307 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23a3929-1889-45b2-b1ce-9fb33540f123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:44.230776 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d23a3929-1889-45b2-b1ce-9fb33540f123 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569028 Sep 08 11:01:46.427588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42086) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:46.518932 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6426c330-365f-4e2d-9fd1-3a697066b48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:46.520307 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-6426c330-365f-4e2d-9fd1-3a697066b48f admin admin] 10.222.0.38 "GET /v2.0/subnets/7d85068a-1eeb-41ef-bb22-b0e73390bf09 HTTP/1.1" status: 200 len: 849 time: 0.0917652 Sep 08 11:01:46.530065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:01:46.613429 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:46.758114 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758025745637'] for subnet, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:46.789377 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:46.790450 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:46.791201 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] 10.222.0.38 "PUT /v2.0/subnets/7d85068a-1eeb-41ef-bb22-b0e73390bf09 HTTP/1.1" status: 200 len: 868 time: 0.2647417 Sep 08 11:01:46.807447 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a74cd-ba39-4a33-bbd7-0899afc0b6c3 None None] Network 800848b8-182f-4ea3-8c03-0bd5fab06af6 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:01:46.816264 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d85068a-1eeb-41ef-bb22-b0e73390bf09,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:01:46.823652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.824033 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.824376 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.824709 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.825042 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.825434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.825762 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.826083 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.826430 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.826750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.827118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:46.827437 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f28bbe-bf0a-4bd7-9b0f-ad0cdfa3b13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:01:47.176476 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-7492e14e-e27c-4dd0-a7b4-8ff28ca719d2 None None] Provisioning complete for port 83dd6796-af32-419d-908c-2727dfc52b36 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:01:47.176843 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7492e14e-e27c-4dd0-a7b4-8ff28ca719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:47.258916 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-7492e14e-e27c-4dd0-a7b4-8ff28ca719d2 None None] Provisioning complete for port 17945f33-3fa9-4369-b895-7a65c37dca7c triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:01:47.259207 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7492e14e-e27c-4dd0-a7b4-8ff28ca719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:49.013740 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42094) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:49.207799 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a624efc-efd0-4ac4-983e-6349394e7fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:49.208211 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a624efc-efd0-4ac4-983e-6349394e7fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:49.209973 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0a624efc-efd0-4ac4-983e-6349394e7fb9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950352 Sep 08 11:01:51.393255 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42102) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:51.523565 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d51397-7bc8-43f2-b3a7-cdcb206452e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:51.524068 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d51397-7bc8-43f2-b3a7-cdcb206452e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:51.525592 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-a0d51397-7bc8-43f2-b3a7-cdcb206452e9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314037 Sep 08 11:01:51.611569 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-941a4386-839c-4968-9d21-50987d9917a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:53.700228 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42110) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:53.850250 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb741de3-93f5-48eb-96bb-a17b74dc955c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:53.851613 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-bb741de3-93f5-48eb-96bb-a17b74dc955c admin admin] 10.222.0.38 "GET /v2.0/networks/0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb HTTP/1.1" status: 200 len: 886 time: 0.1504457 Sep 08 11:01:54.188690 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0407-4ec3-4d74-962e-9e9dbbe67a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:54.509933 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:55.012906 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:56.034849 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42118) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:56.178776 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf6ad4-14f9-44a8-baaa-62eb8c66f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:56.180155 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5abf6ad4-14f9-44a8-baaa-62eb8c66f949 admin admin] 10.222.0.38 "GET /v2.0/networks/800848b8-182f-4ea3-8c03-0bd5fab06af6 HTTP/1.1" status: 200 len: 869 time: 0.1443403 Sep 08 11:01:57.243554 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:01:58.339233 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42126) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:01:58.507232 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ed5b0-3b5c-4323-92e8-d4a189787a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:58.507687 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ed5b0-3b5c-4323-92e8-d4a189787a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:01:58.509251 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-434ed5b0-3b5c-4323-92e8-d4a189787a3e admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1691015 Sep 08 11:01:59.996828 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:02:00.688939 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42134) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:00.781340 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3be203-6f89-4bba-9224-50e3a6e4abdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:00.781717 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3be203-6f89-4bba-9224-50e3a6e4abdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:00.783231 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fa3be203-6f89-4bba-9224-50e3a6e4abdc admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933444 Sep 08 11:02:02.993644 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42142) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:03.091077 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01d449-fa80-4426-8cbf-72c77a933c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:03.092701 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-fd01d449-fa80-4426-8cbf-72c77a933c64 admin admin] 10.222.0.38 "GET /v2.0/subnets/7d85068a-1eeb-41ef-bb22-b0e73390bf09 HTTP/1.1" status: 200 len: 868 time: 0.0981147 Sep 08 11:02:05.310247 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42152) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:05.465387 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11109177-2316-414f-b9a5-d94ab44d76bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:05.466728 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-11109177-2316-414f-b9a5-d94ab44d76bf admin admin] 10.222.0.38 "GET /v2.0/subnets/9d6ed147-3469-4158-acc5-5ea7016dae3d HTTP/1.1" status: 200 len: 816 time: 0.1554976 Sep 08 11:02:21.613116 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9125501c-b810-4231-8dfa-6e82109b5305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:24.189782 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-71123409-e205-45de-8f3f-b8ec38f46115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:24.513208 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:25.016737 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:27.249230 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:29.150639 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42206) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:29.197033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [None req-ba2de5ff-632e-47a9-94da-dbc6ab7fa802 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:02:29.198038 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ba2de5ff-632e-47a9-94da-dbc6ab7fa802 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464542 Sep 08 11:02:31.463383 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42214) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:31.522524 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.pecan_wsgi.hooks.translation [None req-b092a058-b1cf-4610-b46b-c30a357543cf admin admin] GET failed (client error): The resource could not be found. Sep 08 11:02:31.523818 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b092a058-b1cf-4610-b46b-c30a357543cf admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594401 Sep 08 11:02:31.608377 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60266e8-aa9f-4c63-a0f2-6505c8d426e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:31.609850 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f60266e8-aa9f-4c63-a0f2-6505c8d426e7 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814791 Sep 08 11:02:33.845505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42222) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:33.891544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:02:33.911354 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Made reservation on behalf of c174ed350fbe4a5f8fd85abb68bd52db for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:02:33.913610 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:33.939857 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING neutron.services.revisions.revision_plugin [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Could not find related network for resource to bump revision. Sep 08 11:02:33.953712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:02:33.964065 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:33.964406 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Added segment af2a6b12-74c1-463d-9050-b26242fd5726 of type vlan for network a4188253-0af5-4120-a757-abc2de6cba18 Sep 08 11:02:34.002947 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:34.024689 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:34.025535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:34.026100 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:34.060161 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2136045 Sep 08 11:02:34.087779 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Pushing event updated for resources: {'Network': ['ID=a4188253-0af5-4120-a757-abc2de6cba18,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:02:34.095084 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.095479 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.095819 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.096178 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.096503 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.096977 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.097153 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.097535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.097996 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.098336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.098711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.099108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb7bab-074a-4e89-b2f6-2ede69314c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:34.111645 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network a4188253-0af5-4120-a757-abc2de6cba18 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:02:36.293803 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42230) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:02:36.352835 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-26623a10-dd39-4800-ba71-56f1e19bd17a admin admin] GET failed (client error): The resource could not be found. Sep 08 11:02:36.354142 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-26623a10-dd39-4800-ba71-56f1e19bd17a admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594068 Sep 08 11:02:36.453319 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901bf94-e5ed-43c8-93ff-84ec1c43e84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:36.454818 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1901bf94-e5ed-43c8-93ff-84ec1c43e84b admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961628 Sep 08 11:02:36.465194 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:02:36.485949 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Made reservation on behalf of c174ed350fbe4a5f8fd85abb68bd52db for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:02:36.488655 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:36.649424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:36.703110 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01b2cde-8a7c-4809-b53f-1c789aaafde3,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:02:36.712520 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Checking segment: {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:02:36.712869 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Network hostable DHCP agents. Network: a4188253-0af5-4120-a757-abc2de6cba18, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:02:36.729119 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Network a4188253-0af5-4120-a757-abc2de6cba18 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:02:36.737976 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, a4188253-0af5-4120-a757-abc2de6cba18) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:02:36.742410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:02:36.742987 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:36.747452 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b3079-ac7d-4596-aa24-49a3f414f8bb None None] Network a4188253-0af5-4120-a757-abc2de6cba18 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:02:36.755998 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-7ea3383b-96bc-4881-a15a-1121840cecc8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2940774 Sep 08 11:02:36.901546 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-a4188253-0af5-4120-a757-abc2de6cba18', 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18', 'tenant_id': 'c174ed350fbe4a5f8fd85abb68bd52db', 'fixed_ips': [{'subnet_id': 'd01b2cde-8a7c-4809-b53f-1c789aaafde3'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:02:36.902406 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:36.995613 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:02:37.034656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Allocated IP 192.168.233.2 (a4188253-0af5-4120-a757-abc2de6cba18/d01b2cde-8a7c-4809-b53f-1c789aaafde3/8a237167-2243-4c6c-832b-bbf32e129cb7) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:02:37.200489 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:37.210298 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Transition to ACTIVE for port object 8a237167-2243-4c6c-832b-bbf32e129cb7 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:02:37.226106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Transition to ACTIVE for port object 8a237167-2243-4c6c-832b-bbf32e129cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:02:37.232544 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:37.270424 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Network a4188253-0af5-4120-a757-abc2de6cba18 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:02:37.277811 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:02:37.279654 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Pushing event updated for resources: {'Port': ['ID=8a237167-2243-4c6c-832b-bbf32e129cb7,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:02:37.281744 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:02:37.290587 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.290954 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.291285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.291606 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.291945 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.292266 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.292583 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.292895 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.293220 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.293536 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.293846 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.294155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:02:37.347720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Attempting to bind port 8a237167-2243-4c6c-832b-bbf32e129cb7 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:02:37.348097 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Attempting to bind port 8a237167-2243-4c6c-832b-bbf32e129cb7 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:02:37.348443 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Attempting to bind port 8a237167-2243-4c6c-832b-bbf32e129cb7 on network a4188253-0af5-4120-a757-abc2de6cba18 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:02:37.353321 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:02:37.353684 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Checking segment: {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:02:37.354069 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:37.354449 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Bound using segment: {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:02:37.354900 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Bound port: 8a237167-2243-4c6c-832b-bbf32e129cb7, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:02:37.355294 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:37.416637 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2396749d-c155-478a-bf12-3d655e88475e None None] For port 8a237167-2243-4c6c-832b-bbf32e129cb7, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:02:37.419956 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2396749d-c155-478a-bf12-3d655e88475e None None] For port 8a237167-2243-4c6c-832b-bbf32e129cb7, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8a237167-2243-4c6c-832b-bbf32e129cb7,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:02:37.425732 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:37.481329 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396749d-c155-478a-bf12-3d655e88475e None None] Pushing event updated for resources: {'Port': ['ID=8a237167-2243-4c6c-832b-bbf32e129cb7,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:02:38.296303 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad44b44-746f-42bf-ac69-61cefb78c06a None None] Network a4188253-0af5-4120-a757-abc2de6cba18 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:02:38.358498 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8a237167-2243-4c6c-832b-bbf32e129cb7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:02:38.421028 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-56400879-571e-4eb8-ab67-638a8ec8e409 None None] Provisioning for port 8a237167-2243-4c6c-832b-bbf32e129cb7 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:02:38.469141 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 8a237167-2243-4c6c-832b-bbf32e129cb7 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:02:38.475563 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 8a237167-2243-4c6c-832b-bbf32e129cb7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:02:38.476076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:38.577590 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:38.613782 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 8a237167-2243-4c6c-832b-bbf32e129cb7, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8a237167-2243-4c6c-832b-bbf32e129cb7,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:02:38.618973 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:38.672742 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=8a237167-2243-4c6c-832b-bbf32e129cb7,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:02:38.749651 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-aa6e1129-1c08-4e55-bca9-f5d408029409 None None] Provisioning complete for port 8a237167-2243-4c6c-832b-bbf32e129cb7 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:02:38.750014 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aa6e1129-1c08-4e55-bca9-f5d408029409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:40.299014 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8a237167-2243-4c6c-832b-bbf32e129cb7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:02:40.346837 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 8a237167-2243-4c6c-832b-bbf32e129cb7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:02:40.347201 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:51.613447 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3fb19e9-b451-47c9-9330-80526ad672a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:54.191546 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8e7643f2-6f8a-4220-bda9-f79324c86c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:54.514918 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:55.018677 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:02:57.250164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:13.994637 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:03:21.613786 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec3512cd-8296-48db-ae60-eb2f45ab46c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:24.192704 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abf0445d-2517-489f-9e40-aa21095c323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:24.516148 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:25.021678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:27.253773 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:44.875748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42282) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:03:44.882187 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [None req-43bffffb-316d-4f37-853b-12070dcb70dd tempest-verify_tempest_config-1607242922 tempest-verify_tempest_config-1607242922-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:03:44.883134 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-43bffffb-316d-4f37-853b-12070dcb70dd tempest-verify_tempest_config-1607242922 tempest-verify_tempest_config-1607242922-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063479 Sep 08 11:03:45.169854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42300) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:03:45.269478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.357190 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.360583 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.403262 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab377dcbf08a408b8a2d838713fe1c1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2324200 Sep 08 11:03:45.404122 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43850b49-4138-4fd0-9cad-efd636c03c80,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:03:45.406057 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42304) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:03:45.411246 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.411592 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.411950 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.412300 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.412612 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.412953 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.413284 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.413617 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.413956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.414283 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.414597 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.414912 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d37ce9-35ee-4262-9de2-5919ceec0556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.465945 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.488401 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.575208 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.577880 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:45.579027 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43850b49-4138-4fd0-9cad-efd636c03c80 HTTP/1.1" status: 204 len: 168 time: 0.1719584 Sep 08 11:03:45.587175 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43850b49-4138-4fd0-9cad-efd636c03c80,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:03:45.593994 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.594378 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.594718 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.595046 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.595373 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.595700 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.596051 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.596397 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.596739 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.597063 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.598025 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:45.598264 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbaec30-d509-4981-8fb1-1fc5910619dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:03:50.993442 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:03:51.614272 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3682df4b-2867-4011-a92a-86cf5c87d860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:54.198559 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50a3d08d-ba02-4838-996a-fc13d2d92439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:54.517412 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:55.025038 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:03:57.250059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:21.613827 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a872b347-f15b-4180-be53-3e6988afd2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:24.189562 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3feab584-ceda-4fd7-82ff-51066fa5b1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:24.518041 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:25.027993 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:27.252562 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:27.992917 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:04:51.613824 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8e19b9a5-d245-481e-bbae-a98c12062e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:54.189924 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-81c29fc0-a119-4a76-abbf-b77c6386f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:54.520939 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:55.030373 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:04:57.257164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:04.991562 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 5 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:05:15.744191 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33515490'] for agent, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:21.614177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-95744850-fdfe-4fb5-9f97-d21ee62bfaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:24.189422 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-52a2dde9-e031-47df-bd18-5c13bbb5839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:24.522424 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:25.035856 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:27.258757 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:30.723434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42378) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:05:30.825291 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ddb9492a-3e5e-4db8-b950-9053a3e25844 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1007285 Sep 08 11:05:33.021756 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42388) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:05:33.075497 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4857c72c-8dc8-40ad-a8c0-8653bc9536fb admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0526857 Sep 08 11:05:41.990887 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:05:45.700392 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:51.614694 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6195d0c2-125c-423f-ba88-8569bd4a4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:54.191477 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-86690063-a87c-42b6-8976-ddb09b69baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:54.522610 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:55.036172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:05:57.266486 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:15.716150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:18.990049 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:06:21.617425 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-624cedb4-709f-4773-8186-7396ef7446a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:24.193322 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-284e2929-5572-494a-b1ee-d523767c3bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:24.523672 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:25.044632 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:27.269109 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:45.721634 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:51.618744 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ad79880e-94c7-4619-9b25-0425a397cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:54.197732 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1c670583-644c-4b75-b51b-ada260b2f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:54.527482 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:55.042272 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:06:55.989636 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:06:57.273055 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.089222 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42536) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:00.491112 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-network', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:00.521324 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Made reservation on behalf of 93b7b89c599d406c88372eb8d610a6ef for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:00.523963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.533707 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:00.535933 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.636646 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.641548 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.667235 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80697191-828f-4ca6-b32d-19e26dee2730,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:00.675770 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.676195 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.676498 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.676826 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.677148 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.677478 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.677799 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.678151 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.678447 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.678813 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.679071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.679578 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Tracked resource versions report: Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: pushed versions: Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: { 'AddressGroup': {'1.2'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'ConntrackHelper': {'1.0'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Log': {'1.0'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Network': {'1.1'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Port': {'1.7'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'PortForwarding': {'1.2'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'QosPolicy': {'1.9'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroup': {'1.4'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroupRule': {'1.2'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SubPort': {'1.0'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Subnet': {'1.1'}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Trunk': {'1.1'}} Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: consumer versions: Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: HyperV agent@hv-cinder-76019: {}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'ConntrackHelper': '1.0', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Log': '1.0', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Network': '1.1', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Port': '1.7', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'PortForwarding': '1.2', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'QosPolicy': '1.9', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroup': '1.4', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SecurityGroupRule': '1.2', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'SubPort': '1.0', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Subnet': '1.1', Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: 'Trunk': '1.1'}} Sep 08 11:07:00.680866 dv-cinder-760194-10-iscsi neutron-server[94028]: {{(pid=94028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 11:07:00.689240 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:00.699319 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.699724 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Added segment d662fe32-f627-420e-8032-92af653150fd of type vlan for network 728d42da-346f-4cff-85cf-093c8cea2d25 Sep 08 11:07:00.705392 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-742572024-network', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:00.738244 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Made reservation on behalf of 8f4d11c0a2cb4ed4acf7428b0b4d68a7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:00.740845 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.746691 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.750168 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.772996 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.774010 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:00.774971 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.841652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] Pushing event updated for resources: {'Network': ['ID=728d42da-346f-4cff-85cf-093c8cea2d25,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:00.852279 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 728d42da-346f-4cff-85cf-093c8cea2d25 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:00.857221 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.864477 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.872228 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-98ef52b1-5fa0-49af-952e-cffaff1c7d6a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7818394 Sep 08 11:07:00.875362 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42590) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:00.880656 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Request body: {'subnet': {'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-subnet', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:00.900848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:00.911330 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.912232 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Added segment 0f1f232f-2c58-4089-8aa3-4a884b12f547 of type vlan for network b51eb2bf-1618-481e-8546-b65224db00ce Sep 08 11:07:00.923108 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Made reservation on behalf of 93b7b89c599d406c88372eb8d610a6ef for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:00.925698 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:00.946553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03befde-8826-41ea-a445-a9749ee6f5f9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:00.971895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.003687 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.004971 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.005650 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.006664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.007437 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.008522 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.009162 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.009781 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.010284 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.010900 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.011409 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.012444 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Tracked resource versions report: Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: pushed versions: Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: { 'AddressGroup': {'1.2'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Log': {'1.0'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Network': {'1.1'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Port': {'1.7'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'PortForwarding': {'1.2'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'QosPolicy': {'1.9'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroup': {'1.4'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SubPort': {'1.0'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Subnet': {'1.1'}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Trunk': {'1.1'}} Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: consumer versions: Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: HyperV agent@hv-cinder-76019: {}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'ConntrackHelper': '1.0', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Log': '1.0', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Network': '1.1', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Port': '1.7', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'PortForwarding': '1.2', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'QosPolicy': '1.9', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroup': '1.4', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SecurityGroupRule': '1.2', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'SubPort': '1.0', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Subnet': '1.1', Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: 'Trunk': '1.1'}} Sep 08 11:07:01.014123 dv-cinder-760194-10-iscsi neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 11:07:01.023187 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.024357 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:01.025113 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.099261 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] Pushing event updated for resources: {'Network': ['ID=b51eb2bf-1618-481e-8546-b65224db00ce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:01.102865 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.113275 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network b51eb2bf-1618-481e-8546-b65224db00ce details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:01.128416 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-9ebf90b0-db78-4a42-8751-cf0465e43c3d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5907364 Sep 08 11:07:01.130131 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42602) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.134918 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Request body: {'subnet': {'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-subnet', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:01.154867 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ae5d9f-c290-4b26-ba4a-6996e93a84d6,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:01.159795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Made reservation on behalf of 8f4d11c0a2cb4ed4acf7428b0b4d68a7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:01.164297 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.184126 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Checking segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:01.184467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Network hostable DHCP agents. Network: 728d42da-346f-4cff-85cf-093c8cea2d25, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:01.214487 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:01.235007 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 728d42da-346f-4cff-85cf-093c8cea2d25) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:01.239059 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:01.239763 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.249243 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaab539-0509-41d7-82af-12d266407cdf None None] Network 728d42da-346f-4cff-85cf-093c8cea2d25 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:01.265443 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-46bf61b4-095e-4166-8a5e-4346ba86b858 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3857648 Sep 08 11:07:01.266205 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42608) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.274172 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:01.304841 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.308724 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.329050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.401206 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.437877 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.438589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-728d42da-346f-4cff-85cf-093c8cea2d25', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:07:01.439583 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.508812 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146c3d0b-f812-46f2-bdca-83a734602883,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:01.515684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Checking segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:01.515684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Network hostable DHCP agents. Network: b51eb2bf-1618-481e-8546-b65224db00ce, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:01.554138 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Network b51eb2bf-1618-481e-8546-b65224db00ce is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:01.566209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, b51eb2bf-1618-481e-8546-b65224db00ce) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:01.570815 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:01.571544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.578905 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f620999e-2458-41ce-a4fa-be3dee523a5f None None] Network b51eb2bf-1618-481e-8546-b65224db00ce requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:01.590879 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-74dbab51-2402-418a-9990-a5ed169fae78 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4596975 Sep 08 11:07:01.594244 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42620) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.600863 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:01.614574 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.646392 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.648874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.663829 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42622) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.674664 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42624) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.739912 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Allocated IP 172.20.0.2 (728d42da-346f-4cff-85cf-093c8cea2d25/96ae5d9f-c290-4b26-ba4a-6996e93a84d6/b8e70a26-39b2-4ec3-ba25-067985a705df) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:01.768069 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.805402 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8d68b-9618-42a2-aa57-7c51a1c006fd None None] Network b51eb2bf-1618-481e-8546-b65224db00ce requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:01.836005 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-694596682-network', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:01.892634 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42632) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:01.974320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:01.974471 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-83700986-network', 'tenant_id': '81d53b70aad548f58f1b849ffacd1497'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:01.994239 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-988529726-network', 'tenant_id': '8137c7f7b7d749bba6a95515123f17e8'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:02.010309 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.013028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Made reservation on behalf of 217f264a9a2d4bdeb6d64f94edb1b712 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:02.016311 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.028081 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.058068 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669345103-network', 'tenant_id': '597d9795c6f54fde8ba870e8eb02270c'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:02.062300 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.083179 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.db.api [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 11:07:02.083179 dv-cinder-760194-10-iscsi neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 11:07:02.083179 dv-cinder-760194-10-iscsi neutron-server[94027]: [parameters: {'project_id_1': '217f264a9a2d4bdeb6d64f94edb1b712', 'expiration_1': datetime.datetime(2021, 9, 8, 11, 6, 42, 45133)}] Sep 08 11:07:02.083179 dv-cinder-760194-10-iscsi neutron-server[94027]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 11:07:02.084834 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG oslo_db.api [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 11:07:02.144286 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:02.146539 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.158049 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Made reservation on behalf of 597d9795c6f54fde8ba870e8eb02270c for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:02.160250 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.198071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.208799 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.224606 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.247341 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Made reservation on behalf of 8137c7f7b7d749bba6a95515123f17e8 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:02.249857 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.252817 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Transition to ACTIVE for port object b8e70a26-39b2-4ec3-ba25-067985a705df will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:02.288248 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Transition to ACTIVE for port object b8e70a26-39b2-4ec3-ba25-067985a705df will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:02.298384 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.359339 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:02.363287 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:02.370949 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:02.377420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.379321 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.415663 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Pushing event updated for resources: {'Port': ['ID=b8e70a26-39b2-4ec3-ba25-067985a705df,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:02.425593 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.429275 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Allocated IP 172.27.0.212 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/88bbb212-d992-45b1-be2d-d4c8d3d19d0b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:02.443247 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.443957 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.444502 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.445016 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.445545 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.446535 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.447068 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.447614 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.448234 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.448759 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.449266 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.449844 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Tracked resource versions report: Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: pushed versions: Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Log': {'1.0'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Network': {'1.1'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Port': {'1.7'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'QosPolicy': {'1.9'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: consumer versions: Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: HyperV agent@hv-cinder-76019: {}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Log': '1.0', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Network': '1.1', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Port': '1.7', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'QosPolicy': '1.9', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'SubPort': '1.0', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Subnet': '1.1', Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Sep 08 11:07:02.451733 dv-cinder-760194-10-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 11:07:02.478007 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Attempting to bind port b8e70a26-39b2-4ec3-ba25-067985a705df on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:02.478606 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Attempting to bind port b8e70a26-39b2-4ec3-ba25-067985a705df by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:02.479059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Attempting to bind port b8e70a26-39b2-4ec3-ba25-067985a705df on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:02.486681 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:02.487200 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Checking segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:02.489876 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.490366 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Bound using segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:02.490954 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Bound port: b8e70a26-39b2-4ec3-ba25-067985a705df, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:02.491814 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.574902 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] For port b8e70a26-39b2-4ec3-ba25-067985a705df, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:02.579329 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] For port b8e70a26-39b2-4ec3-ba25-067985a705df, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=b8e70a26-39b2-4ec3-ba25-067985a705df,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:02.586322 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.586467 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.587740 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.679685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d6be5-a1d2-4a7a-9857-4163277dd2d9 None None] Pushing event updated for resources: {'Port': ['ID=b8e70a26-39b2-4ec3-ba25-067985a705df,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:02.680467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.702462 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.765651 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e180b89-cdfc-411a-b1c8-4b97710055aa,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:02.773105 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:02.790891 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.792266 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Added segment c541332a-6503-414a-bb6c-b4b4ef31642e of type vlan for network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd Sep 08 11:07:02.795250 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.832318 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Allocated IP 172.27.0.38 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/1b692d65-7080-4c0b-b1ef-1c7836461475) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:02.946201 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:02.968084 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:02.978602 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:02.982142 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:03.048420 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Pushing event updated for resources: {'Port': ['ID=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:03.065682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.134957 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.177676 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:03.181060 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:03.186291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:03.191288 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.192811 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:03.193655 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.197345 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.234571 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Pushing event updated for resources: {'Port': ['ID=1b692d65-7080-4c0b-b1ef-1c7836461475,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:03.235740 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.259701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.db.api [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 11:07:03.259701 dv-cinder-760194-10-iscsi neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 11:07:03.259701 dv-cinder-760194-10-iscsi neutron-server[94027]: [parameters: {'project_id_1': '217f264a9a2d4bdeb6d64f94edb1b712', 'expiration_1': datetime.datetime(2021, 9, 8, 11, 6, 42, 606706)}] Sep 08 11:07:03.259701 dv-cinder-760194-10-iscsi neutron-server[94027]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 11:07:03.260470 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG oslo_db.api [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 11:07:03.320130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.329163 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:03.356620 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] Pushing event updated for resources: {'Network': ['ID=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:03.368301 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:03.427023 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.427365 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Added segment c4b45087-fb26-4a31-a306-1e1fa42f8be6 of type vlan for network dbbeb707-7cf2-4421-95ab-4086700ff2ff Sep 08 11:07:03.436772 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c1524c-a3db-43e2-abb2-fde78e40ca78,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:03.519383 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.692754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.712825 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.805510 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.832895 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.870505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.881894 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.882827 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:03.883638 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.886527 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e1fd4377-6691-469e-a2b1-bff9b362b279 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2185688 Sep 08 11:07:03.896425 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42702) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:03.922186 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Request body: {'subnet': {'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-83700986-subnet', 'tenant_id': '81d53b70aad548f58f1b849ffacd1497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:03.928754 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aca6b9-1ab6-4025-9616-1c0b5a7e26fb None None] Network 728d42da-346f-4cff-85cf-093c8cea2d25 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:03.947480 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:03.971418 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314db728-e2dd-4dfc-a894-33aeeccb8ddf,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:03.975175 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:03.975515 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Added segment 0537847d-34e7-41d0-b80f-da198df1bfa2 of type vlan for network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d Sep 08 11:07:04.005503 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.013934 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.023659 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-af0e54b5-e9f5-49df-9c87-7e76913b2edd None None] Provisioning for port b8e70a26-39b2-4ec3-ba25-067985a705df completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:04.025444 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Router 291c2734-2c85-4e86-a9fb-24bbb8bba93c is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:07:04.040958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:04.065511 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.065926 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Added segment 95976e2b-0b50-4f68-8d7b-3f650105b3ee of type vlan for network a906eb88-0c22-48e8-8b03-24b26ce115cf Sep 08 11:07:04.070979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbeb707-7cf2-4421-95ab-4086700ff2ff,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:04.081025 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ae1cdfe7-c5b6-461c-9018-619338e45ca0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1871376 Sep 08 11:07:04.088737 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42704) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:04.090760 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network dbbeb707-7cf2-4421-95ab-4086700ff2ff details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:04.099173 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Request body: {'subnet': {'network_id': 'dbbeb707-7cf2-4421-95ab-4086700ff2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1669345103-subnet', 'tenant_id': '597d9795c6f54fde8ba870e8eb02270c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:04.108816 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.115436 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5625dac4-7702-4b23-977d-3f788e595708,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:04.163981 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.176579 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:04.179226 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.218813 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.219758 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:04.220652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.226969 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Made reservation on behalf of 597d9795c6f54fde8ba870e8eb02270c for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:04.229177 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.235570 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:04.237721 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.238641 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:04.239211 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.248498 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Sync routers for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:04.259257 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.267698 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:04.268611 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:04.283557 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9517689 Sep 08 11:07:04.287167 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42706) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:04.294236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Request body: {'subnet': {'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-694596682-subnet', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:04.325499 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.330554 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-52dd8b62-5150-4b04-b60e-23aeb05f3f97 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7350929 Sep 08 11:07:04.333402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42708) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:04.344762 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311f95-a7f1-4543-9327-06a9e029be3d admin admin] Pushing event updated for resources: {'Network': ['ID=a906eb88-0c22-48e8-8b03-24b26ce115cf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:04.357357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network a906eb88-0c22-48e8-8b03-24b26ce115cf details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:04.422906 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Made reservation on behalf of 217f264a9a2d4bdeb6d64f94edb1b712 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:04.425432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.444253 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7676065 Sep 08 11:07:04.454632 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42710) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:04.463992 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Request body: {'subnet': {'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-988529726-subnet', 'tenant_id': '8137c7f7b7d749bba6a95515123f17e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:04.500933 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:04.576942 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device b8e70a26-39b2-4ec3-ba25-067985a705df up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:04.585001 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc26b1-0a02-4361-881b-588b75f4c052 admin admin] Pushing event updated for resources: {'Network': ['ID=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:04.624656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:04.654297 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Made reservation on behalf of 8137c7f7b7d749bba6a95515123f17e8 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:04.656274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.718106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port b8e70a26-39b2-4ec3-ba25-067985a705df completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:04.723681 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port b8e70a26-39b2-4ec3-ba25-067985a705df triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:04.724084 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.803835 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:04.825423 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.862853 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port b8e70a26-39b2-4ec3-ba25-067985a705df, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=b8e70a26-39b2-4ec3-ba25-067985a705df,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:04.868378 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.875290 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Checking router: 291c2734-2c85-4e86-a9fb-24bbb8bba93c for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:04.876942 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Updating router 291c2734-2c85-4e86-a9fb-24bbb8bba93c port 1b692d65-7080-4c0b-b1ef-1c7836461475 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:04.936975 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:04.981154 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=b8e70a26-39b2-4ec3-ba25-067985a705df,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.008522 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.010682 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Router f4d093c1-8b36-4768-9e2e-4134cc93854f is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:07:05.057848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.072821 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1a05ed-4e7d-47c9-8660-f92b0f634633,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.116502 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370233f6-ea13-496d-a218-45d6f43d5a5b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.139602 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.228329 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Checking segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:05.229246 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Network hostable DHCP agents. Network: 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:05.230711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Checking segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:05.231239 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Network hostable DHCP agents. Network: a906eb88-0c22-48e8-8b03-24b26ce115cf, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:05.268569 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d44b8ba-1fb4-44f0-bbfa-f5156b561113,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.273914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Checking segment: {'id': 'c4b45087-fb26-4a31-a306-1e1fa42f8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dbbeb707-7cf2-4421-95ab-4086700ff2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:05.274266 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Network hostable DHCP agents. Network: dbbeb707-7cf2-4421-95ab-4086700ff2ff, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:05.310052 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:05.316783 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:05.320232 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:05.322141 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:05.326865 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Network dbbeb707-7cf2-4421-95ab-4086700ff2ff is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:05.338331 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:05.339038 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:05.343925 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:05.344446 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.351319 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.353958 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c7d6ce63-3ab9-47e2-817c-49c918b64af1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0867989 Sep 08 11:07:05.359265 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:05.360182 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, dbbeb707-7cf2-4421-95ab-4086700ff2ff) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:05.364072 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Transition to ACTIVE for port object 1b692d65-7080-4c0b-b1ef-1c7836461475 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:05.375441 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.378368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:05.379359 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.384356 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, a906eb88-0c22-48e8-8b03-24b26ce115cf) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:05.413142 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba173c4-18a9-46ac-ab65-9636b3190bbe None None] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:05.415047 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed99a63-55b0-4ac3-ad02-80ac05bb44f1 None None] Network a906eb88-0c22-48e8-8b03-24b26ce115cf requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:05.439666 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Attempting to bind port 1b692d65-7080-4c0b-b1ef-1c7836461475 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:05.440073 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Attempting to bind port 1b692d65-7080-4c0b-b1ef-1c7836461475 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:05.440450 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Attempting to bind port 1b692d65-7080-4c0b-b1ef-1c7836461475 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:05.441845 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:05.444065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.450478 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Pushing event updated for resources: {'Port': ['ID=1b692d65-7080-4c0b-b1ef-1c7836461475,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.461202 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.463789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:05.464374 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:05.464761 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:05.465152 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.469859 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:05.470889 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f83f097a-1859-492f-ae48-e04832517861 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5657089 Sep 08 11:07:05.471430 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Bound port: 1b692d65-7080-4c0b-b1ef-1c7836461475, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:05.471824 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.477493 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b4fc84c0-092a-496f-910c-4c38c7e63d9a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3814721 Sep 08 11:07:05.480837 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.499618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.500246 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.500537 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.500775 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.501098 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.501454 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.501769 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Tracked resource versions report: Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: pushed versions: Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: consumer versions: Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: HyperV agent@hv-cinder-76019: {}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: L3 agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: Metadata agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: Metering agent@dv-cinder-760194-10-iscsi: {}, Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-760194-10-iscsi: { 'AddressGroup': '1.2', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Log': '1.0', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Network': '1.1', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Port': '1.7', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 08 11:07:05.502903 dv-cinder-760194-10-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 11:07:05.565307 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] For port 1b692d65-7080-4c0b-b1ef-1c7836461475, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:05.573040 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] For port 1b692d65-7080-4c0b-b1ef-1c7836461475, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=1b692d65-7080-4c0b-b1ef-1c7836461475,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:05.584971 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.635221 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0eeb33b9-7edc-49f6-9d93-f64b4ebd22c1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3469255 Sep 08 11:07:05.638473 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42740) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:05.644809 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:05.689922 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.691014 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.720659 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:05.721302 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:05.723129 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec51d38-1fc2-472a-b133-0a97d815e3ba None None] Pushing event updated for resources: {'Port': ['ID=1b692d65-7080-4c0b-b1ef-1c7836461475,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:05.759294 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.791424 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:05.905136 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:05.974327 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88450e1c-64ef-47a9-8a99-2687d61a9f79 None None] Network dbbeb707-7cf2-4421-95ab-4086700ff2ff requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:05.998041 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Allocated IP 172.20.0.1 (b51eb2bf-1618-481e-8546-b65224db00ce/146c3d0b-f812-46f2-bdca-83a734602883/467b613c-71e1-4331-98ad-32e319116dde) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:06.037365 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:06.085917 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:06.206927 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071bab1-b8bd-4ec7-91a3-bc543648a650 None None] Network dbbeb707-7cf2-4421-95ab-4086700ff2ff requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:06.515780 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ccc6ac-8cf2-4e21-907d-26fe9df1bb26,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:06.532717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Checking segment: {'id': '0537847d-34e7-41d0-b80f-da198df1bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:06.533075 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Network hostable DHCP agents. Network: 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:06.533464 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:06.578855 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device b8e70a26-39b2-4ec3-ba25-067985a705df up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:06.615392 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:06.633821 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c399d-5036-49c4-b916-15497f5396e1 None None] The sync data for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi is: [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:06.652093 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:06.653961 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:06.713704 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:06.766559 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:06.781837 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:06.782562 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:06.784889 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:06.846584 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738237172-network', 'tenant_id': '4c478f496d3f4b2b994e0c3e9206dd6b'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:06.905340 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Allocated IP 172.27.0.83 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/41ec40ec-dce9-4d68-a28c-f5ada97903c1) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:06.947582 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ec7a7291-9727-472e-a090-44cd9f4fac45 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4895203 Sep 08 11:07:06.948580 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e77cd-c388-4576-a8f7-c2ca3b516394 None None] Network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:07.069926 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.096881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Made reservation on behalf of 4c478f496d3f4b2b994e0c3e9206dd6b for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:07.115654 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.171302 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31e744-33fa-453f-ae8c-ee1d8546f08d None None] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:07.222446 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.266335 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.294677 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Pushing event updated for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:07.305565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Network b51eb2bf-1618-481e-8546-b65224db00ce is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:07.335514 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.423012 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:07.425900 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:07.444558 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:07.454558 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:07.470025 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:07.470511 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.515195 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Pushing event updated for resources: {'Port': ['ID=41ec40ec-dce9-4d68-a28c-f5ada97903c1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:07.554706 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a5ddda-f1b5-4fd1-ae9c-00ff34d61b00 None None] Network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:07.603393 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:07.675742 dv-cinder-760194-10-iscsi neutron-server[94027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 11:07:07.719822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port b8e70a26-39b2-4ec3-ba25-067985a705df triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:07.720086 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.848551 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-a906eb88-0c22-48e8-8b03-24b26ce115cf', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:07:07.849414 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:07.898962 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:07.982594 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:07.983276 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Updating router f4d093c1-8b36-4768-9e2e-4134cc93854f port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:08.094112 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.224820 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.250412 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.299405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 42868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:08.327985 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.390066 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.409075 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Allocated IP 172.20.0.2 (a906eb88-0c22-48e8-8b03-24b26ce115cf/370233f6-ea13-496d-a218-45d6f43d5a5b/8f4daaff-bf72-45fb-af6e-28dfde30950d) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:08.432888 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-408909a0-0d32-4d35-a27d-3bf04b656a7c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:08.440081 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-408909a0-0d32-4d35-a27d-3bf04b656a7c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.7657294 Sep 08 11:07:08.448320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:07:08.472424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.505372 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-3b451696-4d3b-4c5f-8b91-192ed3204431 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/quotas/81d53b70aad548f58f1b849ffacd1497 HTTP/1.1" status: 200 len: 375 time: 0.0643804 Sep 08 11:07:08.513463 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.515311 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a221f8b-4bb4-4139-8069-b5ed82006773,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:08.520230 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.521142 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Added segment 08414721-2079-4d02-b0b3-b15bb2d5a838 of type vlan for network 6ef1e68f-f6cb-4089-b560-4212d4fe2562 Sep 08 11:07:08.581721 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Router 52944ac5-855b-473f-92bd-aeab88905655 is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:07:08.636854 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-bf2a5574-7267-4ffb-baaa-fce394b43157 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300631 Sep 08 11:07:08.736859 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-309c74d3-13d3-427a-bf2e-dfcee948383c tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:08.743935 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-309c74d3-13d3-427a-bf2e-dfcee948383c tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/networks?id=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d HTTP/1.1" status: 200 len: 811 time: 0.4269247 Sep 08 11:07:08.755173 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.791278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:08.806970 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:08.807554 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-6f426728-e72c-417a-a718-a4716e863dc7 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/quotas/8137c7f7b7d749bba6a95515123f17e8 HTTP/1.1" status: 200 len: 375 time: 0.0627301 Sep 08 11:07:08.829855 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:08.831200 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:08.833160 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:08.838052 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-95b50758-1fc7-49c5-a5d6-05f96776980e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1975787 Sep 08 11:07:08.839169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42888) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:09.016595 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Allocated IP 172.20.0.1 (728d42da-346f-4cff-85cf-093c8cea2d25/96ae5d9f-c290-4b26-ba4a-6996e93a84d6/afe8ef5a-48f3-4564-9aab-387dafac29eb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:09.062436 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 1b692d65-7080-4c0b-b1ef-1c7836461475 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:09.078716 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.095271 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-47072f82-1f40-4eb3-a90a-fe8121309adf tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8137c7f7b7d749bba6a95515123f17e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2856436 Sep 08 11:07:09.096646 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:09.138416 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Transition to ACTIVE for port object 8f4daaff-bf72-45fb-af6e-28dfde30950d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:09.176532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.178050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:09.178628 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.190308 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Transition to ACTIVE for port object 8f4daaff-bf72-45fb-af6e-28dfde30950d will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:09.218770 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.263507 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 1b692d65-7080-4c0b-b1ef-1c7836461475 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:09.319511 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.333851 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 3, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:09.336202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 1b692d65-7080-4c0b-b1ef-1c7836461475 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:09.336591 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.355166 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.356913 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.368973 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5712414 Sep 08 11:07:09.387116 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:09.387739 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Updating router 52944ac5-855b-473f-92bd-aeab88905655 port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:09.421500 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.430820 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42906) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:09.435297 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:09.436286 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Pushing event updated for resources: {'Port': ['ID=8f4daaff-bf72-45fb-af6e-28dfde30950d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:09.450030 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Request body: {'subnet': {'network_id': '6ef1e68f-f6cb-4089-b560-4212d4fe2562', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738237172-subnet', 'tenant_id': '4c478f496d3f4b2b994e0c3e9206dd6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:09.468138 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.484572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Transition to ACTIVE for port object 88bbb212-d992-45b1-be2d-d4c8d3d19d0b will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:09.489755 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:09.503463 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:09.508146 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.511420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.522821 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Made reservation on behalf of 4c478f496d3f4b2b994e0c3e9206dd6b for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:09.525133 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Transition to ACTIVE for port object afe8ef5a-48f3-4564-9aab-387dafac29eb will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:09.525931 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.556378 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-2abeddea-15dd-4324-b727-ef44ee20c64f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:07:09.564013 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-2abeddea-15dd-4324-b727-ef44ee20c64f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2408853 Sep 08 11:07:09.568666 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Pushing event updated for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:09.588326 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-41ecd194-37bf-47ce-8f91-e461728d38a3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:07:09.589339 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-41ecd194-37bf-47ce-8f91-e461728d38a3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4915676 Sep 08 11:07:09.624394 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847bc3c-e130-4842-94cb-cdb38f11432c None None] Pushing event updated for resources: {'Port': ['ID=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:09.658621 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Attempting to bind port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:09.659912 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Attempting to bind port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:09.660544 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Attempting to bind port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:09.679180 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.685896 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43153e-0cb2-4f91-b066-81f0d370349d admin admin] Pushing event updated for resources: {'Network': ['ID=6ef1e68f-f6cb-4089-b560-4212d4fe2562,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:09.725720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:09.726547 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:09.727459 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.728151 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:09.729172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Bound port: 88bbb212-d992-45b1-be2d-d4c8d3d19d0b, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:09.729869 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.732560 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 6ef1e68f-f6cb-4089-b560-4212d4fe2562 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:07:09.772548 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.785812 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Transition to ACTIVE for port object 41ec40ec-dce9-4d68-a28c-f5ada97903c1 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:09.793459 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.851469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.858488 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3588b-22fd-474b-89b2-08263f554374 None None] Pushing event updated for resources: {'Port': ['ID=41ec40ec-dce9-4d68-a28c-f5ada97903c1,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:09.867371 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Attempting to bind port 8f4daaff-bf72-45fb-af6e-28dfde30950d on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:09.868216 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Attempting to bind port 8f4daaff-bf72-45fb-af6e-28dfde30950d by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:09.868842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Attempting to bind port 8f4daaff-bf72-45fb-af6e-28dfde30950d on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:09.878692 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.888346 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-b07130c8-e55b-4765-9d2b-e8af95b940b3 service neutron] 10.222.0.38 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234642 Sep 08 11:07:09.894542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Network b51eb2bf-1618-481e-8546-b65224db00ce is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:09.899636 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 1b692d65-7080-4c0b-b1ef-1c7836461475, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=1b692d65-7080-4c0b-b1ef-1c7836461475,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:09.900737 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Attempting to bind port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:09.901114 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Attempting to bind port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:09.901481 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Attempting to bind port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:09.904793 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:09.905404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Checking segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:09.906357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.906932 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Bound using segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:09.907717 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Bound port: 8f4daaff-bf72-45fb-af6e-28dfde30950d, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:09.908278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:09.908754 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.909467 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:09.909857 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:09.914982 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.915674 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:09.916203 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Bound port: 41ec40ec-dce9-4d68-a28c-f5ada97903c1, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:09.916618 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.923805 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.930468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:09.932254 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-9d00b0fd-d93a-440a-92da-8a56a317c119 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972367 Sep 08 11:07:09.950732 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:09.973712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:09.974206 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:09.992480 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] For port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:10.013406 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] For port 41ec40ec-dce9-4d68-a28c-f5ada97903c1, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:10.019229 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] For port 41ec40ec-dce9-4d68-a28c-f5ada97903c1, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=41ec40ec-dce9-4d68-a28c-f5ada97903c1,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:10.025100 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.035762 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] For port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:10.040688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.050439 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Allocated IP 172.20.0.1 (a906eb88-0c22-48e8-8b03-24b26ce115cf/370233f6-ea13-496d-a218-45d6f43d5a5b/50fc4636-3ca0-44a5-aef1-866af473628e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:10.069989 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.088163 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] For port 8f4daaff-bf72-45fb-af6e-28dfde30950d, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:10.110140 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] For port 8f4daaff-bf72-45fb-af6e-28dfde30950d, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8f4daaff-bf72-45fb-af6e-28dfde30950d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:10.112650 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=1b692d65-7080-4c0b-b1ef-1c7836461475,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.141384 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.159456 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3588b-22fd-474b-89b2-08263f554374 None None] Pushing event updated for resources: {'Port': ['ID=41ec40ec-dce9-4d68-a28c-f5ada97903c1,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.166787 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:10.167404 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:10.251708 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847bc3c-e130-4842-94cb-cdb38f11432c None None] Pushing event updated for resources: {'Port': ['ID=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.264768 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:10.265593 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:10.276451 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.292038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Transition to ACTIVE for port object 50fc4636-3ca0-44a5-aef1-866af473628e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:10.347957 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:10.400786 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7e6d-9777-4a60-be93-48b99fb42796 None None] Pushing event updated for resources: {'Port': ['ID=8f4daaff-bf72-45fb-af6e-28dfde30950d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.444120 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.454909 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9ee0bb66-f293-4200-9251-5c0c216b79a0 None None] Provisioning for port afe8ef5a-48f3-4564-9aab-387dafac29eb completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:10.470120 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-3bb5b0ac-fd5a-4154-a55b-7d5b654664cd service neutron] 10.222.0.38 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631130 Sep 08 11:07:10.482357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:10.605876 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Router 291c2734-2c85-4e86-a9fb-24bbb8bba93c has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:07:10.635114 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-20721f73-ff18-4cad-bd9c-65b0438bae82 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861403 Sep 08 11:07:10.651249 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 3, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:10.702747 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9ee0bb66-f293-4200-9251-5c0c216b79a0 None None] Provisioning complete for port afe8ef5a-48f3-4564-9aab-387dafac29eb triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:10.703130 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bb66-f293-4200-9251-5c0c216b79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.724608 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.734377 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07daeac1-d8bb-4531-9572-f1885db67457 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 3, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:10.770789 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0bb66-f293-4200-9251-5c0c216b79a0 None None] Port afe8ef5a-48f3-4564-9aab-387dafac29eb cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:07:10.805575 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:10.816616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:10.819854 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:10.822422 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Pushing event updated for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:10.827854 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:10.828350 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:10.850696 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25369dc7-2171-46c3-a36e-59f5c9be0c45 None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:03Z', 'revision_number': 3, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:10.970146 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5552782-3d5d-4967-a845-6030aeb0c1a5,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:11.093906 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bfe7dd3e-5a7d-4d5a-866e-a759b7578ffd req-af408628-9be2-40eb-9846-56121e1ba1ea tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0711093 Sep 08 11:07:11.126950 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Checking segment: {'id': '08414721-2079-4d02-b0b3-b15bb2d5a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6ef1e68f-f6cb-4089-b560-4212d4fe2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:11.128139 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Network hostable DHCP agents. Network: 6ef1e68f-f6cb-4089-b560-4212d4fe2562, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:07:11.139249 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 1b692d65-7080-4c0b-b1ef-1c7836461475 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:11.195775 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.259460 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 1b692d65-7080-4c0b-b1ef-1c7836461475 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:11.259871 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.284129 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e5283c9b-9cd1-4fae-9d1a-2ef54bbf5140 req-0dd81542-ad0c-46c0-ae5f-9d0fd0cc3e28 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 210 time: 0.0971222 Sep 08 11:07:11.409105 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Network 6ef1e68f-f6cb-4089-b560-4212d4fe2562 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:07:11.510076 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 6ef1e68f-f6cb-4089-b560-4212d4fe2562) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:11.515139 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:11.515736 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.564244 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7444a-25ac-4fe7-a51b-c328398055fe None None] Network 6ef1e68f-f6cb-4089-b560-4212d4fe2562 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:11.577987 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9222f5bd-e9c5-4ddf-92f0-0b2324a64b40 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1436055 Sep 08 11:07:11.732991 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8f4daaff-bf72-45fb-af6e-28dfde30950d up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:11.802173 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 42966) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:11.833217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.838982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:11.846741 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.850415 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:11.865165 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-dfb7d5c5-7f7d-4550-96de-5078fb5f0235 admin admin] 10.222.0.38 "PUT /v2.0/routers/291c2734-2c85-4e86-a9fb-24bbb8bba93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5286107 Sep 08 11:07:11.918380 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Sync routers for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:11.963629 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.072928 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:12.087679 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Deleting subnet 2d44b8ba-1fb4-44f0-bbfa-f5156b561113 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:07:12.091810 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:12.092792 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:12.095630 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.109635 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 8f4daaff-bf72-45fb-af6e-28dfde30950d completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:12.175412 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf3aa9-6b44-4f60-9f1c-f601a180a1ab None None] Network a906eb88-0c22-48e8-8b03-24b26ce115cf requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:12.203043 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.237446 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.313830 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:12.351139 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f35c7f28-98ac-4540-87ef-e16cc2b28445 req-ba92f147-67a2-446b-9278-4dd2f7aa22a6 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0810039 Sep 08 11:07:12.358555 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:12.381631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.474825 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d44b8ba-1fb4-44f0-bbfa-f5156b561113,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:12.480939 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.484975 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5e14d9ba-7784-42c8-a298-0c8590b2b943 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d44b8ba-1fb4-44f0-bbfa-f5156b561113 HTTP/1.1" status: 204 len: 168 time: 0.6817331 Sep 08 11:07:12.508528 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43002) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:12.724762 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-06c8d6ac-dd80-4299-b772-3e3870393827 req-1e247454-19fe-4cc4-9837-fef0e5f9a1b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 210 time: 0.1921315 Sep 08 11:07:12.886989 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Provisioning for port 8f4daaff-bf72-45fb-af6e-28dfde30950d completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:12.890551 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:12.984808 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Provisioning complete for port 8f4daaff-bf72-45fb-af6e-28dfde30950d triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:12.985517 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:13.082688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7a6eb29d-d19c-4348-885f-4e5dd09a7d43 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:13.101655 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7a6eb29d-d19c-4348-885f-4e5dd09a7d43 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 818 time: 0.3730946 Sep 08 11:07:13.178679 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-3215d810-8f6b-4bfd-8ca2-1aa68af81845 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/quotas/8f4d11c0a2cb4ed4acf7428b0b4d68a7 HTTP/1.1" status: 200 len: 375 time: 0.0697582 Sep 08 11:07:13.194397 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 41ec40ec-dce9-4d68-a28c-f5ada97903c1 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:13.278069 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:13.286590 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e66c82-8ee2-401c-83e3-d59a3d9fc303 None None] Network 6ef1e68f-f6cb-4089-b560-4212d4fe2562 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:07:13.332675 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:13.334176 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:13.516551 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:13.572836 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:13.599325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Pushing event updated for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:13.605106 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9eb850fb-feac-43a6-945a-f1d3f6ac463d req-c0370fb3-14bb-4d8f-94d0-7e7e28b751f1 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0916696 Sep 08 11:07:13.633834 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-ebac1845-4781-423c-90ef-14e70ce72560 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3076332 Sep 08 11:07:13.634034 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.634034 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.634354 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.634644 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > port after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.634775 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:07:13.634942 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.635266 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.635578 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.635939 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.636272 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.636588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:13.908644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:13.912595 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-39b891d2-8462-4fca-91df-72b46ddeb466 service neutron] 10.222.0.38 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662735 Sep 08 11:07:13.935851 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:13.957955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:13.958731 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.023069 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-06d3a34d-3fbb-474e-a17e-caf05f55ac23 admin admin] 10.222.0.38 "PUT /v2.0/routers/f4d093c1-8b36-4768-9e2e-4134cc93854f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6529307 Sep 08 11:07:14.118202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.151651 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:14.154535 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-45093ca4-0b22-4e70-b754-5b55a1c2864a req-623877f2-cae3-4598-8669-97db34ab793b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 210 time: 0.0601799 Sep 08 11:07:14.156599 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:14.157006 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:14.157345 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:14.157814 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbeb707-7cf2-4421-95ab-4086700ff2ff']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:14.253498 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-bd79bfe7-b331-401a-800b-aa80df93e053 service neutron] 10.222.0.38 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329999 Sep 08 11:07:14.346777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b45087-fb26-4a31-a306-1e1fa42f8be6') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:14.346777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b45087-fb26-4a31-a306-1e1fa42f8be6') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:14.346777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.373101 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.396539 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] For port 8f4daaff-bf72-45fb-af6e-28dfde30950d, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8f4daaff-bf72-45fb-af6e-28dfde30950d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:14.406532 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:07:14.406931 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.414774 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: from cryptography.utils import int_from_bytes Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: from cryptography.utils import int_from_bytes Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:07:14.418866 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:07:14.611791 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-baee60a3-3bbd-4ddd-824a-0803da067fd9 req-00734c7f-12df-4c77-84e6-3f225057640f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 210 time: 0.0581145 Sep 08 11:07:14.620413 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:14.622161 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:14.721954 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d671291-5600-4a3c-90ce-e38a98d1162a None None] Pushing event updated for resources: {'Port': ['ID=8f4daaff-bf72-45fb-af6e-28dfde30950d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:14.744320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Provisioning for port 50fc4636-3ca0-44a5-aef1-866af473628e completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:14.750154 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.766226 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.771145 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:14.774287 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Provisioning complete for port 50fc4636-3ca0-44a5-aef1-866af473628e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:14.774678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.776426 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dbbeb707-7cf2-4421-95ab-4086700ff2ff HTTP/1.1" status: 204 len: 168 time: 2.2664671 Sep 08 11:07:14.808154 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 4, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '467b613c-71e1-4331-98ad-32e319116dde', 'name': '', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'mac_address': 'fa:16:3e:2d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '146c3d0b-f812-46f2-bdca-83a734602883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:08Z', 'revision_number': 2, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'subnets': [{'id': '146c3d0b-f812-46f2-bdca-83a734602883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:14.828086 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b614a5b-02fe-41ca-8bd5-be0376668608 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbeb707-7cf2-4421-95ab-4086700ff2ff,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:14.891652 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:14.937426 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:14.981662 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:14.981989 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:14.984287 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Deleting subnet b5552782-3d5d-4967-a845-6030aeb0c1a5 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:07:15.000687 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.049217 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Checking router: 291c2734-2c85-4e86-a9fb-24bbb8bba93c for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:15.052152 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Updating router 291c2734-2c85-4e86-a9fb-24bbb8bba93c port 467b613c-71e1-4331-98ad-32e319116dde binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:15.094122 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:07:15.126279 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.179203 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.235824 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 41ec40ec-dce9-4d68-a28c-f5ada97903c1, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=41ec40ec-dce9-4d68-a28c-f5ada97903c1,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:15.262123 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Port 50fc4636-3ca0-44a5-aef1-866af473628e cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:07:15.264422 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.44', 49858) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:15.278211 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.323695 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.329955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 88bbb212-d992-45b1-be2d-d4c8d3d19d0b up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:15.439919 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6665b7c4-6e5a-4387-88c1-bbe096f9f5c3 req-c732cfc8-921e-42f1-9e57-a3ff8719b637 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.1210680 Sep 08 11:07:15.508490 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:15.527336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.645445 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.649618 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b5552782-3d5d-4967-a845-6030aeb0c1a5 HTTP/1.1" status: 204 len: 168 time: 0.8773828 Sep 08 11:07:15.651704 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e036-58e5-4f68-b2b7-18ee51d20cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5552782-3d5d-4967-a845-6030aeb0c1a5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:15.664101 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43144) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:15.744716 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43148) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:15.750394 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41163152', 'description': 'tempest-description--373015179'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:15.819870 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:15.832669 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.44', 49867) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:15.919988 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:15.928972 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fe9285ca-a76a-4e4d-a40b-0be8685e2f12 admin admin] 10.222.0.38 "PUT /v2.0/routers/52944ac5-855b-473f-92bd-aeab88905655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0885189 Sep 08 11:07:15.940113 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-3e647626-6081-4e09-8615-258a8b6a9938 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:15.943853 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-3e647626-6081-4e09-8615-258a8b6a9938 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.44 "GET /v2.0/networks?id=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d HTTP/1.1" status: 200 len: 811 time: 0.6778049 Sep 08 11:07:15.988935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-fdbd07fe-41f4-45a1-a69e-99679a383c40 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:15.991101 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-fdbd07fe-41f4-45a1-a69e-99679a383c40 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1519318 Sep 08 11:07:16.017059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:16.021296 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Request body: {'port': {'device_id': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d', 'admin_state_up': True, 'tenant_id': '8137c7f7b7d749bba6a95515123f17e8'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:16.025306 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=41ec40ec-dce9-4d68-a28c-f5ada97903c1,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:16.051390 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:16.052199 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:16.054542 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Provisioning complete for port 8f4daaff-bf72-45fb-af6e-28dfde30950d triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:16.055064 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78b5bf1-2331-46fd-b6c8-99e2ef644c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.112202 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Request body: {'port': {'device_id': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'admin_state_up': True, 'tenant_id': '81d53b70aad548f58f1b849ffacd1497'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:16.114467 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.184026 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:16.191614 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 2, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:16.209572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:16.210058 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.222840 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:16.223201 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Updating router f4d093c1-8b36-4768-9e2e-4134cc93854f port afe8ef5a-48f3-4564-9aab-387dafac29eb binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:16.251596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.274436 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.291274 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Transition to ACTIVE for port object 467b613c-71e1-4331-98ad-32e319116dde will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:16.387114 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20a8598f-c533-4aa7-a5d6-0b5ad88e39fb req-fe0bba1d-6f60-48cd-9105-22778822f804 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 210 time: 0.3947718 Sep 08 11:07:16.400044 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.407521 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.422169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.425555 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.458668 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.44', 49870) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:16.542501 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd58d02-3dd0-4dcc-b132-ebd45897620b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:16.550320 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:16.554288 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-655f6488-f35c-4005-bcd7-1ebeb2113df2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8055511 Sep 08 11:07:16.556029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:16.624739 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group_rule': {'security_group_id': 'abd58d02-3dd0-4dcc-b132-ebd45897620b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:16.659287 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Made reservation on behalf of 8137c7f7b7d749bba6a95515123f17e8 for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:16.662967 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.064608 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Allocated IP 172.20.0.12 (7960ffa5-2f9c-462a-a8d8-089d2d77ee3d/81ccc6ac-8cf2-4e21-907d-26fe9df1bb26/edaee13a-2529-4ac4-a91a-db4c6054ef41) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:17.117838 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.132866 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Transition to ACTIVE for port object afe8ef5a-48f3-4564-9aab-387dafac29eb will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:17.142423 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.273527 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:17.274905 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-2903c36e-c352-4be1-9077-0b5e2c504fac tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:17.299343 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-2903c36e-c352-4be1-9077-0b5e2c504fac tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 818 time: 0.8223264 Sep 08 11:07:17.337027 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:17.345478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.424066 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17bfaf-c16c-4574-95e8-787283160648 None None] Pushing event updated for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:17.448339 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.461361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Request body: {'port': {'device_id': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'admin_state_up': True, 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:17.508686 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6b857-8cc2-47fe-adac-de7db3ae68c0 None None] Pushing event updated for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:17.522018 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Attempting to bind port 467b613c-71e1-4331-98ad-32e319116dde on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:17.525088 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Attempting to bind port 467b613c-71e1-4331-98ad-32e319116dde by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:17.527355 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Attempting to bind port 467b613c-71e1-4331-98ad-32e319116dde on network b51eb2bf-1618-481e-8546-b65224db00ce {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:17.556875 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Attempting to bind port afe8ef5a-48f3-4564-9aab-387dafac29eb on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:17.557385 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Attempting to bind port afe8ef5a-48f3-4564-9aab-387dafac29eb by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:17.557791 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Attempting to bind port afe8ef5a-48f3-4564-9aab-387dafac29eb on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:17.586811 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:17.587283 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Checking segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:17.590843 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.590843 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Bound using segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:17.591160 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Bound port: afe8ef5a-48f3-4564-9aab-387dafac29eb, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:17.591568 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.703408 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.725620 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:17.726587 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Checking segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:17.727034 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.727795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Bound using segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:17.728866 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Bound port: 467b613c-71e1-4331-98ad-32e319116dde, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:17.729558 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.748048 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 41ec40ec-dce9-4d68-a28c-f5ada97903c1 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:17.754396 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43222) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:17.765845 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681042138', 'description': 'tempest-description--390999836'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:17.771268 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] For port afe8ef5a-48f3-4564-9aab-387dafac29eb, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:17.775144 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] For port afe8ef5a-48f3-4564-9aab-387dafac29eb, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=afe8ef5a-48f3-4564-9aab-387dafac29eb,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:17.784655 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.886670 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.891670 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:17.892607 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:17.898019 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17bfaf-c16c-4574-95e8-787283160648 None None] Pushing event updated for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:17.915260 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.928154 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a2be4bb1-3bb4-4d9b-b2e1-61d22f52b5ff None None] Provisioning complete for port 50fc4636-3ca0-44a5-aef1-866af473628e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:17.928688 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2be4bb1-3bb4-4d9b-b2e1-61d22f52b5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:17.998362 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:18.065917 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a2be4bb1-3bb4-4d9b-b2e1-61d22f52b5ff None None] Port 50fc4636-3ca0-44a5-aef1-866af473628e cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:07:18.088559 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:18.115313 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] For port 467b613c-71e1-4331-98ad-32e319116dde, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:18.121306 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.122835 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] For port 467b613c-71e1-4331-98ad-32e319116dde, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=467b613c-71e1-4331-98ad-32e319116dde,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:18.129175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:18.147675 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-8b51c74d-4edb-475f-b026-66f7b291d6b6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:18.152581 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.162832 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-8b51c74d-4edb-475f-b026-66f7b291d6b6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 818 time: 2.5263216 Sep 08 11:07:18.165485 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:18.165845 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.178740 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.234158 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.238801 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:18.247285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:18.267162 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:18.283069 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-2bf10f5c-899c-4f84-a631-72dc4aeb9141 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/quotas/8f4d11c0a2cb4ed4acf7428b0b4d68a7 HTTP/1.1" status: 200 len: 375 time: 0.1193433 Sep 08 11:07:18.320297 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Pushing event updated for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:18.382704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:18.385069 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.409278 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:18.409919 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:18.447255 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f28bf-ffec-443d-b2bf-a3fb4e7c366e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:18.456962 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd3b2f3-fa69-418e-a717-1de70a588aed tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4469359 Sep 08 11:07:18.485013 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-04593000-9fca-480a-8a67-fc67cba37fdd tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:07:18.486354 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-04593000-9fca-480a-8a67-fc67cba37fdd tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160458 Sep 08 11:07:18.499168 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:17Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:18.512249 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:18.532365 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.547199 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b57acf-daa9-4d7b-b04d-e1a3a73d1038 None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:17Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:18.552094 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6b857-8cc2-47fe-adac-de7db3ae68c0 None None] Pushing event updated for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:18.559370 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8f4daaff-bf72-45fb-af6e-28dfde30950d up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:18.569852 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:12Z', 'revision_number': 2, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:18.579689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.588639 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.643741 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:18.644138 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Updating router 52944ac5-855b-473f-92bd-aeab88905655 port 50fc4636-3ca0-44a5-aef1-866af473628e binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:07:18.674688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0b9c-60a8-4129-bb5b-ddc0508dc418 req-0b5463e4-7331-43bb-8f3e-750f19cd10db tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:18.677090 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f0ae0b9c-60a8-4129-bb5b-ddc0508dc418 req-0b5463e4-7331-43bb-8f3e-750f19cd10db tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 932 time: 0.7960329 Sep 08 11:07:18.707635 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e937e80-341e-4151-b46f-69c2eded3da5,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:18.781827 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.803808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f65c7fbc-dcb9-4ac8-a10c-ec0d8abdbf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.812164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Request body: {'port': {'device_id': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:18.890580 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.894113 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f8c66edd-3ed5-4e04-b5e8-43ba44a10fc6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1359243 Sep 08 11:07:18.894271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 8f4daaff-bf72-45fb-af6e-28dfde30950d triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:18.894271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.895152 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43238) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:18.902309 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group_rule': {'security_group_id': '4e937e80-341e-4151-b46f-69c2eded3da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:18.918737 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.940420 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:18.986765 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.986993 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.989028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.990580 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > port after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.991090 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.992332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > port after_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.994639 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.995168 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.995662 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:18.996178 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:19.008717 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:19.341739 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaee13a-2529-4ac4-a91a-db4c6054ef41 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:19.350714 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.367979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Transition to ACTIVE for port object edaee13a-2529-4ac4-a91a-db4c6054ef41 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:19.376022 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.491002 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:19.491513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:19.491669 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:19.492045 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 11:07:19.492429 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef1e68f-f6cb-4089-b560-4212d4fe2562']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:19.493259 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Pushing event updated for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:19.571505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Attempting to bind port edaee13a-2529-4ac4-a91a-db4c6054ef41 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:19.572125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Attempting to bind port edaee13a-2529-4ac4-a91a-db4c6054ef41 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0537847d-34e7-41d0-b80f-da198df1bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:19.574275 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Attempting to bind port edaee13a-2529-4ac4-a91a-db4c6054ef41 on network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:19.576623 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08414721-2079-4d02-b0b3-b15bb2d5a838') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:19.580886 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08414721-2079-4d02-b0b3-b15bb2d5a838') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:19.588457 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Port edaee13a-2529-4ac4-a91a-db4c6054ef41 on network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:19.589080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Attempting to bind port edaee13a-2529-4ac4-a91a-db4c6054ef41 on network 7960ffa5-2f9c-462a-a8d8-089d2d77ee3d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:19.595186 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:19.595849 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Checking segment: {'id': '0537847d-34e7-41d0-b80f-da198df1bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:19.596639 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Bound using segment: {'id': '0537847d-34e7-41d0-b80f-da198df1bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:19.597316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Bound port: edaee13a-2529-4ac4-a91a-db4c6054ef41, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0537847d-34e7-41d0-b80f-da198df1bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:19.597895 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.626984 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Made reservation on behalf of 8f4d11c0a2cb4ed4acf7428b0b4d68a7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:19.637442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.775236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.779799 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ac77f0df-2d7c-4f3e-9b93-c5d3349968fb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1629896 Sep 08 11:07:19.791351 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.798068 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:19.806977 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43248) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:19.864267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group_rule': {'security_group_id': 'abd58d02-3dd0-4dcc-b132-ebd45897620b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:19.884041 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-f9effaf7-0276-4fef-9550-5a5e6012a52f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5583572 Sep 08 11:07:19.912019 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:20.008190 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.015016 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.020520 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device afe8ef5a-48f3-4564-9aab-387dafac29eb up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:20.049818 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.053440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ddd133-469a-428a-bb37-006623e71e9a,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:20.077174 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-8e401d17-4a4c-4060-b185-297204faf872 service neutron] 10.222.0.38 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919599 Sep 08 11:07:20.084785 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f0ae0b9c-60a8-4129-bb5b-ddc0508dc418 req-d2e99a61-e20a-4ad7-bf13-ba5906d3eeb6 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3644550 Sep 08 11:07:20.110864 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.131965 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:07:20.132565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.161306 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Transition to ACTIVE for port object 50fc4636-3ca0-44a5-aef1-866af473628e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:20.210511 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 4, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '467b613c-71e1-4331-98ad-32e319116dde', 'name': '', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'mac_address': 'fa:16:3e:2d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '146c3d0b-f812-46f2-bdca-83a734602883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:18Z', 'revision_number': 4, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'subnets': [{'id': '146c3d0b-f812-46f2-bdca-83a734602883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:20.244360 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.253852 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fbb70-81ba-41fd-ac14-32603b1c3cf5 None None] The sync data for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi is: [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:07Z', 'revision_number': 4, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '467b613c-71e1-4331-98ad-32e319116dde', 'name': '', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'mac_address': 'fa:16:3e:2d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '146c3d0b-f812-46f2-bdca-83a734602883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:18Z', 'revision_number': 4, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'subnets': [{'id': '146c3d0b-f812-46f2-bdca-83a734602883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:20.261182 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41,segment=NetworkSegment(0537847d-34e7-41d0-b80f-da198df1bfa2),segment_id=0537847d-34e7-41d0-b80f-da198df1bfa2)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:20.268597 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.332303 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d99d48-757e-434a-b5ff-6425ada6af2f None None] Pushing event updated for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:20.342752 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port afe8ef5a-48f3-4564-9aab-387dafac29eb completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:20.352080 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port afe8ef5a-48f3-4564-9aab-387dafac29eb triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:20.352080 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.509053 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Allocated IP 172.20.0.8 (1acf0ed6-4b40-419f-ba10-d2bff1bee6cd/5f1a05ed-4e7d-47c9-8660-f92b0f634633/c5d53f44-40c7-4a16-a2d0-6accb264d214) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:20.538845 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Attempting to bind port 50fc4636-3ca0-44a5-aef1-866af473628e on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:20.539194 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Attempting to bind port 50fc4636-3ca0-44a5-aef1-866af473628e by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:20.540142 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Attempting to bind port 50fc4636-3ca0-44a5-aef1-866af473628e on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:20.547783 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:20.548193 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Checking segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:20.548552 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.548943 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Bound using segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:20.549426 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Bound port: 50fc4636-3ca0-44a5-aef1-866af473628e, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:20.550271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.672315 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.890462 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port afe8ef5a-48f3-4564-9aab-387dafac29eb, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=afe8ef5a-48f3-4564-9aab-387dafac29eb,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:20.900880 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] For port 50fc4636-3ca0-44a5-aef1-866af473628e, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:20.901319 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Pushing event updated for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:20.913179 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.955355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:20.955813 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:20.976421 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-32ebb10b-25c8-4a6f-901b-a4f002e2a825 service neutron] 10.222.0.44 "PUT /v2.0/ports/edaee13a-2529-4ac4-a91a-db4c6054ef41 HTTP/1.1" status: 200 len: 1094 time: 2.3822873 Sep 08 11:07:20.977292 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:21.218304 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85536199-caa2-4268-a78a-f9d9687909cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:21.304004 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.304788 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 88bbb212-d992-45b1-be2d-d4c8d3d19d0b up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: from cryptography.utils import int_from_bytes Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: from cryptography.utils import int_from_bytes Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:07:21.343285 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:07:21.345291 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] For port 50fc4636-3ca0-44a5-aef1-866af473628e, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=50fc4636-3ca0-44a5-aef1-866af473628e,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:21.401585 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:21.408264 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.453751 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-722b1116-b9d5-443b-928b-838b1cae1083 service neutron] 10.222.0.38 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3753164 Sep 08 11:07:21.462985 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.465275 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.492595 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d99d48-757e-434a-b5ff-6425ada6af2f None None] Pushing event updated for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:21.548316 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:21.554626 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:06:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:21.676944 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.679575 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ef1e68f-f6cb-4089-b560-4212d4fe2562 HTTP/1.1" status: 204 len: 168 time: 6.0132945 Sep 08 11:07:21.680690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9336bae-aef6-4629-a39b-e62c34abcd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef1e68f-f6cb-4089-b560-4212d4fe2562,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:21.699871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:21.733200 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:21.740794 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:21.820461 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:21.831765 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Allocated IP 172.20.0.13 (b51eb2bf-1618-481e-8546-b65224db00ce/146c3d0b-f812-46f2-bdca-83a734602883/8f6ba53b-0efd-4b63-a4d3-5334269e9d73) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:21.871383 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:21.872124 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:21.967973 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43272) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:22.019474 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f65c7fbc-dcb9-4ac8-a10c-ec0d8abdbf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.021996 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event updated for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:22.113207 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f65c7fbc-dcb9-4ac8-a10c-ec0d8abdbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.119243 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-62cbba58-6dc4-4c81-8f4b-8eccc54b59d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=597d9795c6f54fde8ba870e8eb02270c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1479552 Sep 08 11:07:22.121164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43278) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:22.148337 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50bff096-96e3-4861-a52d-566466c45d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.184491 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.189157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ceae-53cc-4d27-8b63-387732e12812 req-5e7a5c44-2a61-4f29-b115-7d9b35d63929 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:22.190625 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c20ff8dc-ee95-4da5-b92e-6174aa43ad8e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2944536 Sep 08 11:07:22.191385 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43280) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:22.201502 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6702ceae-53cc-4d27-8b63-387732e12812 req-5e7a5c44-2a61-4f29-b115-7d9b35d63929 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 931 time: 0.7513776 Sep 08 11:07:22.208897 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:22.278579 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876dbdfd-a129-4c50-8e9e-1fb3e14a8f76 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:22.307160 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f65c7fbc-dcb9-4ac8-a10c-ec0d8abdbf54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6acdde41aae14f8994943682bc90887e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1387503 Sep 08 11:07:22.313796 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:22.323030 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group_rule': {'security_group_id': '4e937e80-341e-4151-b46f-69c2eded3da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:22.374935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c7fbc-dcb9-4ac8-a10c-ec0d8abdbf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5cf2b7-fca8-44a5-9b22-74cb89dc102e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:22.413102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-2e629dcd-0c55-4bf7-b212-abab3e53c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:22.414623 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-2e629dcd-0c55-4bf7-b212-abab3e53c185 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8137c7f7b7d749bba6a95515123f17e8&device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 1097 time: 0.2221286 Sep 08 11:07:22.432719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.471066 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.535467 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6702ceae-53cc-4d27-8b63-387732e12812 req-9b558f25-9132-41e5-b69e-8e1210761309 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329852 Sep 08 11:07:22.575192 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eabac-c774-4e26-a01d-29cc81f7ad7f req-ebc29e20-20e3-421e-a0d9-09607fa28ce5 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:22.577246 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b9eabac-c774-4e26-a01d-29cc81f7ad7f req-ebc29e20-20e3-421e-a0d9-09607fa28ce5 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 944 time: 0.5128181 Sep 08 11:07:22.589416 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.593174 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.594341 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70c1524c-a3db-43e2-abb2-fde78e40ca78 HTTP/1.1" status: 204 len: 168 time: 0.4690967 Sep 08 11:07:22.609992 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9b62-c601-4e36-bbe5-043ad4c278a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c1524c-a3db-43e2-abb2-fde78e40ca78,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:22.742612 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device afe8ef5a-48f3-4564-9aab-387dafac29eb up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:22.802108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.888000 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.912973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.984008 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port afe8ef5a-48f3-4564-9aab-387dafac29eb triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:22.986617 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:22.990267 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-989dc53d-0252-41c0-bddb-ef136230cf4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41 HTTP/1.1" status: 200 len: 217 time: 0.3102579 Sep 08 11:07:23.107931 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Pushing event updated for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:23.142660 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.147775 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:23.149181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.159103 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.213700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.223440 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 467b613c-71e1-4331-98ad-32e319116dde up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:23.270953 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-c341f785-41a9-4e4b-b30e-2438f506a21a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1779988 Sep 08 11:07:23.319591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Network b51eb2bf-1618-481e-8546-b65224db00ce is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:23.340652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d519c64-87f7-4cc2-ba7f-2213cb585772 x-openstack-request-id: req-8d519c64-87f7-4cc2-ba7f-2213cb585772 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:23.341792 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:23.342097 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d519c64-87f7-4cc2-ba7f-2213cb585772 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:23.342515 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41', 'status': 'completed', 'code': 200} Sep 08 11:07:23.360477 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b9eabac-c774-4e26-a01d-29cc81f7ad7f req-37b1404d-9525-4acf-9b02-e46966c7c30b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742124 Sep 08 11:07:23.378049 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 467b613c-71e1-4331-98ad-32e319116dde completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:23.385324 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 467b613c-71e1-4331-98ad-32e319116dde triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:23.385780 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.399317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:23.408803 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-f0ed1040-5f63-4471-9d13-5f7cb653c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:23.409887 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:23.410653 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-f0ed1040-5f63-4471-9d13-5f7cb653c0cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81ccc6ac-8cf2-4e21-907d-26fe9df1bb26 HTTP/1.1" status: 200 len: 851 time: 0.4010277 Sep 08 11:07:23.413246 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.425839 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.469562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f48a1fe-d819-4020-9b1d-83ced9c3abf1,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:23.487518 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.492296 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-469e5a5b-1272-4123-8261-5ee0630ecc6c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2925699 Sep 08 11:07:23.496056 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43308) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:23.520193 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:23.564731 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cb5db1bb-3f78-4e46-90ac-65a421f7415a req-71fb4cae-a2b5-4e9b-8257-5999e8c64111 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 210 time: 0.1510248 Sep 08 11:07:23.617526 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.660040 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.662176 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.703334 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.763982 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 467b613c-71e1-4331-98ad-32e319116dde, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=467b613c-71e1-4331-98ad-32e319116dde,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:23.772539 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.811039 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.818813 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.819996 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db5cf2b7-fca8-44a5-9b22-74cb89dc102e HTTP/1.1" status: 204 len: 168 time: 1.4276626 Sep 08 11:07:23.836364 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:23.837251 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.853729 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43314) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:23.889213 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:23.955061 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e1646e93-e607-405b-abc5-4529f3b9100b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c478f496d3f4b2b994e0c3e9206dd6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0996463 Sep 08 11:07:23.958249 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:23.967494 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43316) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:24.022165 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97597af6-1788-49b3-b26f-986108b8bd68,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:24.023822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcffa31-c5b7-42f3-8f4f-6892c9605ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5cf2b7-fca8-44a5-9b22-74cb89dc102e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:24.074155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Request body: {'port': {'device_id': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:24.077660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.078836 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b2955099-7d50-4b23-88ad-bc330db93647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.2667925 Sep 08 11:07:24.082347 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43318) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:24.101888 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:24.125604 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-afd97dbd-e024-4dbf-b1f0-335f843a51f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675242 Sep 08 11:07:24.141322 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-81f3287a-1ab6-40c1-ba47-db878bb38413 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7615952 Sep 08 11:07:24.176617 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.203435 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Request body: {'port': {'device_id': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:24.212466 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7205-55fa-4efe-99d5-83433116fa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.265004 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cebb1-5b7a-44d7-81db-aacd6100aad0 req-41cbb8b1-9ad9-4dba-a1a4-0c15dc46b468 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:24.269639 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3b4cebb1-5b7a-44d7-81db-aacd6100aad0 req-41cbb8b1-9ad9-4dba-a1a4-0c15dc46b468 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 931 time: 0.5871112 Sep 08 11:07:24.299865 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.322272 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-207a669f-e024-4f20-adf2-5e67a1e7659c service neutron] 10.222.0.44 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390829 Sep 08 11:07:24.344455 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.565078 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.618282 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.44', 49877) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:24.628742 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3b4cebb1-5b7a-44d7-81db-aacd6100aad0 req-e5feecee-4cfe-494a-8bf5-87ed67166aab tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145069 Sep 08 11:07:24.656224 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 50fc4636-3ca0-44a5-aef1-866af473628e up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:24.758807 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:24.770338 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-251524b7-24dd-4e5f-8c61-88722af5ae2d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:24.772446 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-251524b7-24dd-4e5f-8c61-88722af5ae2d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 818 time: 0.1425548 Sep 08 11:07:24.816909 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 50fc4636-3ca0-44a5-aef1-866af473628e completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:24.821436 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 50fc4636-3ca0-44a5-aef1-866af473628e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:24.821854 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.830070 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0570406e-8e2e-4fb5-afa9-0b58ab793d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.848867 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.889958 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.896888 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:24.899504 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a221f8b-4bb4-4139-8069-b5ed82006773 HTTP/1.1" status: 204 len: 168 time: 0.9304655 Sep 08 11:07:24.967189 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Allocated IP 172.27.0.230 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/cc0afaa8-d680-456c-8cae-fbf9e8aa744d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:24.978512 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48bd63-179b-4482-a5f5-e47f8f8fff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a221f8b-4bb4-4139-8069-b5ed82006773,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:24.998190 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.088786 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e915af00-d4bd-4223-8d02-7ba74f35f283 req-20f0c390-54dc-4d39-96dc-93da1e07c4ff service neutron] 10.222.0.44 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610572 Sep 08 11:07:25.105394 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 50fc4636-3ca0-44a5-aef1-866af473628e, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=50fc4636-3ca0-44a5-aef1-866af473628e,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:25.110444 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.114041 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.116314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 467b613c-71e1-4331-98ad-32e319116dde up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:25.316099 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.323003 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85536199-caa2-4268-a78a-f9d9687909cb req-a0032861-5b2e-46f1-9a0d-bef1fd0cd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:25.325019 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-a0032861-5b2e-46f1-9a0d-bef1fd0cd39a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8137c7f7b7d749bba6a95515123f17e8&device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 1097 time: 0.0815330 Sep 08 11:07:25.339511 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 467b613c-71e1-4331-98ad-32e319116dde triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:25.339933 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.421663 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Request body: {'port': {'device_id': '3693599d-142b-489f-a2e7-196b88cfef0d', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'admin_state_up': True, 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:25.441190 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.522814 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.523111 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-438ec447-30f7-44a7-aa49-f5485096af4e req-f5b62dc1-e638-4d13-9717-dca6d7853b5d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 210 time: 0.6553092 Sep 08 11:07:25.537911 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:25.617629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab37-9799-4b82-abb7-1279bb7c104b req-04debcac-4ee2-49dd-868e-791c1e89caec tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:25.619711 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df2bab37-9799-4b82-abb7-1279bb7c104b req-04debcac-4ee2-49dd-868e-791c1e89caec tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 944 time: 0.9994986 Sep 08 11:07:25.690091 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:25.699275 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:25.712656 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:25.753188 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=cc0afaa8-d680-456c-8cae-fbf9e8aa744d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:25.811900 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85536199-caa2-4268-a78a-f9d9687909cb req-68794b8c-7fcf-44f9-b323-ec6590fc79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:25.813783 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-68794b8c-7fcf-44f9-b323-ec6590fc79ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d HTTP/1.1" status: 200 len: 912 time: 0.4042733 Sep 08 11:07:25.941325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:25.997424 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.181801 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df2bab37-9799-4b82-abb7-1279bb7c104b req-33b5e0d3-8594-4c30-80a9-23ddc0f7d018 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Sep 08 11:07:26.218135 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d53f44-40c7-4a16-a2d0-6accb264d214 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:26.235542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.257978 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Transition to ACTIVE for port object c5d53f44-40c7-4a16-a2d0-6accb264d214 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:26.284979 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.330487 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.342614 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.351211 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 50fc4636-3ca0-44a5-aef1-866af473628e up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:26.506635 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 50fc4636-3ca0-44a5-aef1-866af473628e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:26.507554 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.539741 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:26.767785 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Allocated IP 172.27.0.236 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/b1de1440-fae7-4b61-9b9b-72de03637c8b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:26.912861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10dcb-c5a8-4402-b46e-2bf52c6274e2 req-866972d5-cc24-4b8d-8380-4451eb07cd3d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:26.914554 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7dc10dcb-c5a8-4402-b46e-2bf52c6274e2 req-866972d5-cc24-4b8d-8380-4451eb07cd3d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 931 time: 0.8607154 Sep 08 11:07:26.928046 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=cc0afaa8-d680-456c-8cae-fbf9e8aa744d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:26.971379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:27.027714 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.035795 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c0e13ac-43e3-46ec-b42f-e07b425bdeec req-1c2909aa-b97f-4752-b0fd-6c52888d08ed tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 210 time: 0.1392965 Sep 08 11:07:27.165844 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7dc10dcb-c5a8-4402-b46e-2bf52c6274e2 req-6f056c08-78a5-4fde-8ce6-83ebac706de2 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237785 Sep 08 11:07:27.181613 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-80e4bb10-e72c-4a1c-baf9-fb7ab5b67d82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41 HTTP/1.1" status: 200 len: 217 time: 0.1113756 Sep 08 11:07:27.225403 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.252242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0570406e-8e2e-4fb5-afa9-0b58ab793d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.271917 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.272994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0570406e-8e2e-4fb5-afa9-0b58ab793d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.273470 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-36e8fdaf-47e0-45f4-bf19-10f366c60930 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7761149 Sep 08 11:07:27.295967 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.305813 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0570406e-8e2e-4fb5-afa9-0b58ab793d03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=acd52ef5695441eaa647f1a94cd4d37f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5320389 Sep 08 11:07:27.308450 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43412) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:27.316696 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Attempting to bind port c5d53f44-40c7-4a16-a2d0-6accb264d214 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:27.316922 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Attempting to bind port c5d53f44-40c7-4a16-a2d0-6accb264d214 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:27.317254 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Attempting to bind port c5d53f44-40c7-4a16-a2d0-6accb264d214 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:27.367205 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Port c5d53f44-40c7-4a16-a2d0-6accb264d214 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:27.367552 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Attempting to bind port c5d53f44-40c7-4a16-a2d0-6accb264d214 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:27.383486 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570406e-8e2e-4fb5-afa9-0b58ab793d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25880bbb-6a25-43ce-a721-bc15f1fbe6a0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:27.390351 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Made reservation on behalf of 8f4d11c0a2cb4ed4acf7428b0b4d68a7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:27.394141 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.415749 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:27.416070 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Checking segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:27.416675 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Bound using segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:27.417142 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Bound port: c5d53f44-40c7-4a16-a2d0-6accb264d214, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:27.417472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.472038 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.476756 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.541300 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.643965 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.646875 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:27.648578 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25880bbb-6a25-43ce-a721-bc15f1fbe6a0 HTTP/1.1" status: 204 len: 168 time: 0.3380277 Sep 08 11:07:27.664117 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47b8c4-9d40-4866-b726-e318c4a3574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25880bbb-6a25-43ce-a721-bc15f1fbe6a0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:27.667224 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:27.687844 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:27.722924 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43426) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:27.736985 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:27.922643 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:27.930036 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:27.943804 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:27.970070 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c861a-6128-48eb-b1aa-e92fbcabf54f req-40821166-09fc-44b3-9e8f-53225fdd21fb tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:27.971222 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc0c861a-6128-48eb-b1aa-e92fbcabf54f req-40821166-09fc-44b3-9e8f-53225fdd21fb tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 944 time: 0.5616643 Sep 08 11:07:27.971966 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=b1de1440-fae7-4b61-9b9b-72de03637c8b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:27.992459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.014505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.094822 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc0c861a-6128-48eb-b1aa-e92fbcabf54f req-20d6b095-3cc9-4452-a7d0-3b8597e9c8b2 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Sep 08 11:07:28.124481 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:28.125123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.126553 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] 10.222.0.44 "PUT /v2.0/ports/c5d53f44-40c7-4a16-a2d0-6accb264d214 HTTP/1.1" status: 200 len: 1093 time: 4.0820463 Sep 08 11:07:28.127012 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:28.176020 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Transition to ACTIVE for port object 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:28.182695 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d418670d-84ed-46cd-bdb1-602e418d525b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.194542 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-7b4276e8-fae9-4986-8d26-0187070a4270 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--681042138&fields=id&tenant_id=217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 267 time: 0.4030404 Sep 08 11:07:28.306752 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.429367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9f21ae5d-10a7-4355-8c15-2841c4b440e8 req-b80b98b7-ed74-473a-b000-39afff5f3682 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 210 time: 0.1334913 Sep 08 11:07:28.490475 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d418670d-84ed-46cd-bdb1-602e418d525b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.504473 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d418670d-84ed-46cd-bdb1-602e418d525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.568979 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d418670d-84ed-46cd-bdb1-602e418d525b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=364ca5d42d6142c3a014cde483e6c6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444417 Sep 08 11:07:28.579678 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43458) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:28.606755 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c261f72b-7e6b-44a0-b597-167f34fdee98" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:28.638407 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418670d-84ed-46cd-bdb1-602e418d525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a20e1-5631-447b-9f01-9fde588274c3,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:28.647763 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cadad-9cc0-4ddc-9302-574b1df36a7a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:28.747006 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.759469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Allocated IP 172.20.0.12 (b51eb2bf-1618-481e-8546-b65224db00ce/146c3d0b-f812-46f2-bdca-83a734602883/7f0dc4a1-5621-4208-b2f4-e3475da6b896) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:28.775671 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.798089 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.847833 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-9dd198b4-2906-4967-a77c-97a2ee2db4ab tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:28.849393 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-9dd198b4-2906-4967-a77c-97a2ee2db4ab tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 810 time: 0.6540751 Sep 08 11:07:28.892007 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:28.902098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbceb6a-bf84-4376-9b3f-e26e28d8b86c req-adad3ca8-9b7e-4bba-9414-6e7d7be18e8e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:28.907924 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.909416 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ebbceb6a-bf84-4376-9b3f-e26e28d8b86c req-adad3ca8-9b7e-4bba-9414-6e7d7be18e8e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 943 time: 0.2987182 Sep 08 11:07:28.919327 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:28.925519 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/423a20e1-5631-447b-9f01-9fde588274c3 HTTP/1.1" status: 204 len: 168 time: 0.3409753 Sep 08 11:07:28.936830 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de8ae6-f6b5-4747-9665-933e7083c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a20e1-5631-447b-9f01-9fde588274c3,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:29.039353 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-8fc5a86c-2269-4b77-943b-453b486a47c5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/quotas/217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 375 time: 0.1543062 Sep 08 11:07:29.349631 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.411656 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ebbceb6a-bf84-4376-9b3f-e26e28d8b86c req-4f36689d-5eaa-44a8-87cb-e42737f3355b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013273 Sep 08 11:07:29.449962 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Attempting to bind port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:29.450302 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Attempting to bind port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:29.450631 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Attempting to bind port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 on network b51eb2bf-1618-481e-8546-b65224db00ce {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:29.463864 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43490) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:29.487365 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be7115c1-641d-4220-90aa-a45e8481874d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.514335 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-8e3af259-fc69-4050-b8ec-739898971d0f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4734890 Sep 08 11:07:29.518718 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 on network b51eb2bf-1618-481e-8546-b65224db00ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:29.519040 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Attempting to bind port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 on network b51eb2bf-1618-481e-8546-b65224db00ce {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:29.557377 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:29.557622 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Checking segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:29.558299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Bound using segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:29.558529 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Bound port: 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:29.558893 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.683855 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-1a763ccf-5443-4c1a-bab1-a7b2cd7f7ce2 service neutron] 10.222.0.38 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106708 Sep 08 11:07:29.691325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be7115c1-641d-4220-90aa-a45e8481874d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.697433 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be7115c1-641d-4220-90aa-a45e8481874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.760314 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7115c1-641d-4220-90aa-a45e8481874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fc4a5-ad12-4a1f-abc6-eb8a4af3750d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:29.774995 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-be7115c1-641d-4220-90aa-a45e8481874d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3dec39dded224957900c532b4760014d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074706 Sep 08 11:07:29.784213 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43496) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:29.827751 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802b1be-f014-4bcf-943b-a360ebe2e602 x-openstack-request-id: req-7802b1be-f014-4bcf-943b-a360ebe2e602 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:29.828156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:29.828472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7802b1be-f014-4bcf-943b-a360ebe2e602 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:29.828995 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214', 'status': 'completed', 'code': 200} Sep 08 11:07:29.884114 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85536199-caa2-4268-a78a-f9d9687909cb req-79b0ea9a-242f-4bb6-ba61-65fd689b5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:29.886558 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-79b0ea9a-242f-4bb6-ba61-65fd689b5908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81ccc6ac-8cf2-4e21-907d-26fe9df1bb26 HTTP/1.1" status: 200 len: 851 time: 0.1166761 Sep 08 11:07:29.910073 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:29.966263 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.037634 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-ea5206c1-e4b6-4b60-9349-6a1485ee1130 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287150 Sep 08 11:07:30.042274 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.044942 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.048499 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/016fc4a5-ad12-4a1f-abc6-eb8a4af3750d HTTP/1.1" status: 204 len: 168 time: 0.2607501 Sep 08 11:07:30.073198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf704b-2f85-43e1-ac82-d6e0aba1e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fc4a5-ad12-4a1f-abc6-eb8a4af3750d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:30.095326 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.171323 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-9f7cd2bd-4a8b-4087-a68f-aefdbe89a723 service neutron] 10.222.0.44 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241302 Sep 08 11:07:30.181447 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:30.225598 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-cbaad708-f1cd-475c-b45b-a37ee57e8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.227062 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-cbaad708-f1cd-475c-b45b-a37ee57e8543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 1096 time: 0.3949282 Sep 08 11:07:30.234519 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:30.246613 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.287959 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.312070 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-85536199-caa2-4268-a78a-f9d9687909cb req-afcc0757-702c-4055-8375-e45175cd75da service neutron] 10.222.0.44 "GET /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333535 Sep 08 11:07:30.322904 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.332308 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-937511d0-d310-4fed-85c8-733ac41bfe47 service neutron] 10.222.0.38 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370692 Sep 08 11:07:30.389810 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-deba3a30-a143-4ed4-bcd5-199f87c36c91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214 HTTP/1.1" status: 200 len: 217 time: 0.1502790 Sep 08 11:07:30.412298 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.459540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617c263-020b-43ae-a84a-457d7d116e00 req-d935a33d-5f17-40e3-bf7e-6a1268c5951c tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.461089 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f617c263-020b-43ae-a84a-457d7d116e00 req-d935a33d-5f17-40e3-bf7e-6a1268c5951c tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 944 time: 0.4898620 Sep 08 11:07:30.639792 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Network b51eb2bf-1618-481e-8546-b65224db00ce is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:30.641288 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:30.655328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:30.687087 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:30.723155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.723949 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.725665 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-7890ba18-cef9-43aa-97a9-f91a47b11898 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 1094 time: 6.5280571 Sep 08 11:07:30.766842 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740eac-d094-4372-870c-e23c4508dcb4 req-92f211a8-6585-4744-8e76-3ece2c4f5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.768743 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-92f211a8-6585-4744-8e76-3ece2c4f5e12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.3609295 Sep 08 11:07:30.769361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.800880 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43546) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:30.908527 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.909365 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.913607 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-4bd063d8-bbe9-4372-8324-e56bb3cb3093 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187241 Sep 08 11:07:30.925060 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f617c263-020b-43ae-a84a-457d7d116e00 req-0494834c-25b1-4fe1-a48d-14c882a01da2 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892145 Sep 08 11:07:30.941440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea101059-2d69-4768-84cc-5fd991c80e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.953385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14160b6a-2a5c-4e22-8df2-1b835bda0eb1 req-11fcffaf-4fe5-493b-bf85-37cd9641f4a9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:30.961896 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-14160b6a-2a5c-4e22-8df2-1b835bda0eb1 req-11fcffaf-4fe5-493b-bf85-37cd9641f4a9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 932 time: 0.4243820 Sep 08 11:07:30.963722 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:30.975544 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8892155 Sep 08 11:07:31.020098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fcedf-a9c4-491d-adfc-51a661ea1846 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=b1de1440-fae7-4b61-9b9b-72de03637c8b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:31.158916 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea101059-2d69-4768-84cc-5fd991c80e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.165218 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea101059-2d69-4768-84cc-5fd991c80e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.215212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101059-2d69-4768-84cc-5fd991c80e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d9d7a-3c80-4305-b35f-3060efec2c5e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:31.218856 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-ba293dad-2ffb-4315-af0b-53b0e4fe7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:31.220481 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-ba293dad-2ffb-4315-af0b-53b0e4fe7c97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1097 time: 0.4318500 Sep 08 11:07:31.231751 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ea101059-2d69-4768-84cc-5fd991c80e5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98b1a4b70d464db39f134e860cf90381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296119 Sep 08 11:07:31.234276 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43568) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:31.249055 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-2aa54c10-f11f-47da-80f8-dea3c496d335 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057973 Sep 08 11:07:31.259687 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8366776 Sep 08 11:07:31.268864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e8db9-0f1f-4929-b880-269e2cf7c6c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Pushing event updated for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:31.279832 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Request body: {'port': {'device_id': '3693599d-142b-489f-a2e7-196b88cfef0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:31.351146 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.379238 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.385216 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-14160b6a-2a5c-4e22-8df2-1b835bda0eb1 req-a1e2d849-0c48-442c-a9a8-6bc8604bd24e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221056 Sep 08 11:07:31.403363 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-ca94ba8e-2a27-43b1-bdcb-381071e99dd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.1460407 Sep 08 11:07:31.441687 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.445873 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.447291 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a15d9d7a-3c80-4305-b35f-3060efec2c5e HTTP/1.1" status: 204 len: 168 time: 0.2114930 Sep 08 11:07:31.474048 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bac3b3-e488-490e-8ea8-c175d3b3a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d9d7a-3c80-4305-b35f-3060efec2c5e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:31.482181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-8740e8e0-bff2-4a68-808d-84e93ac4cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:31.488177 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-8740e8e0-bff2-4a68-808d-84e93ac4cfdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.0464280 Sep 08 11:07:31.499780 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:31.549336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3e235909-06f7-40f2-bd55-983b06d32e1a req-0dd18862-5772-47ef-a333-1d9af3b4e083 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 210 time: 0.0589156 Sep 08 11:07:31.570475 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ac9f1-0c79-48ce-894f-950015403f96 req-337603fe-5a0d-4877-a98e-e3ba3bc11273 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:31.571867 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ef7ac9f1-0c79-48ce-894f-950015403f96 req-337603fe-5a0d-4877-a98e-e3ba3bc11273 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 943 time: 0.4195623 Sep 08 11:07:31.605944 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-984b641e-6127-4048-9b5c-fbcf8a160bc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929451 Sep 08 11:07:31.890514 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-5df95458-c993-4e39-9448-77e8c24e5708 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:31.892061 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-5df95458-c993-4e39-9448-77e8c24e5708 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 810 time: 0.1697507 Sep 08 11:07:31.933095 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:31.939688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26" -d '{"events": [{"name": "network-changed", "server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:31.966603 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-4c6f65e4-06c8-4eab-95cd-e660c78ec56a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 379 time: 0.0632746 Sep 08 11:07:31.984772 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'port': {'device_id': 'c57fb452-be30-45a3-b306-333fa4706348', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'admin_state_up': True, 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'security_groups': ['4e937e80-341e-4151-b46f-69c2eded3da5']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:31.995196 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43602) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:32.039037 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34740eac-d094-4372-870c-e23c4508dcb4 req-aa6bb552-d38b-42e7-9225-2d13a9f911eb service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630072 Sep 08 11:07:32.074165 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c532ae98-cd26-462f-92ac-7a751aa48c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.112757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Made reservation on behalf of 217f264a9a2d4bdeb6d64f94edb1b712 for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:32.117052 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.135276 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ef7ac9f1-0c79-48ce-894f-950015403f96 req-614bdfb6-8e6f-4e94-86c5-bce2f19ff90b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332763 Sep 08 11:07:32.201082 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-b1fb77cf-dfc7-4abf-a81a-e474c4a482e1 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--41163152&fields=id&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 267 time: 0.2468419 Sep 08 11:07:32.283334 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Allocated IP 172.20.0.13 (a906eb88-0c22-48e8-8b03-24b26ce115cf/370233f6-ea13-496d-a218-45d6f43d5a5b/7619570c-cece-4017-83e3-0a06ff9516a7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:32.366247 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-050c35ba-9e45-4073-b4df-1b6d83728edb service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133508 Sep 08 11:07:32.384393 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-abdd59fd-18e6-4fce-8808-d54135d4ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:32.385906 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-abdd59fd-18e6-4fce-8808-d54135d4ca0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 1096 time: 0.2662427 Sep 08 11:07:32.440858 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.462194 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Transition to ACTIVE for port object 7619570c-cece-4017-83e3-0a06ff9516a7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:32.510119 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.520383 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dfac0-fe3a-4f49-b750-002acfc4dbfe req-6b4b4ffc-7299-467e-b3d4-cf948157b20f tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:32.526050 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-361dfac0-fe3a-4f49-b750-002acfc4dbfe req-6b4b4ffc-7299-467e-b3d4-cf948157b20f tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 944 time: 0.3057709 Sep 08 11:07:32.556177 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:32.561553 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:32.566285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:32.588792 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:32.624796 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:32.625771 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.684779 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5d11404f-da71-4e96-b903-6c70a128fbc0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:32.686419 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5d11404f-da71-4e96-b903-6c70a128fbc0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 817 time: 0.4843788 Sep 08 11:07:32.765767 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-c863d33f-93df-468d-9c6b-ace8842ab4b4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/quotas/93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 375 time: 0.0606015 Sep 08 11:07:32.796912 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0dc4a1-5621-4208-b2f4-e3475da6b896 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:32.808347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43628) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:32.814104 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c13587e-fe17-4dd5-8266-4688beeb3e55 req-618f06a5-f066-421e-8ca6-1e0565a5022d service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372466 Sep 08 11:07:32.839402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.844309 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-361dfac0-fe3a-4f49-b750-002acfc4dbfe req-07f00b9e-691a-46d8-b76e-99dcdeb52401 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174736 Sep 08 11:07:32.849274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-a294b04b-52ab-4ad2-9aeb-e3308b39af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:32.850670 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-a294b04b-52ab-4ad2-9aeb-e3308b39af2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 914 time: 0.4477665 Sep 08 11:07:32.915202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-8690498d-06a1-489c-8d00-8ff3b66eed9c None None] Provisioning for port 7619570c-cece-4017-83e3-0a06ff9516a7 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:32.919501 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-8690498d-06a1-489c-8d00-8ff3b66eed9c None None] Provisioning complete for port 7619570c-cece-4017-83e3-0a06ff9516a7 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:32.920086 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8690498d-06a1-489c-8d00-8ff3b66eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.929700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c532ae98-cd26-462f-92ac-7a751aa48c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.931427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Transition to ACTIVE for port object 7f0dc4a1-5621-4208-b2f4-e3475da6b896 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:32.934356 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-bde5e539-708e-44ae-8c8a-f8199ebf1de2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214 HTTP/1.1" status: 200 len: 217 time: 0.0632181 Sep 08 11:07:32.937986 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c532ae98-cd26-462f-92ac-7a751aa48c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.941427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa38a39-6a43-4e7f-b1e6-b73fb20b303c x-openstack-request-id: req-5aa38a39-6a43-4e7f-b1e6-b73fb20b303c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:32.941768 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:32.942132 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5aa38a39-6a43-4e7f-b1e6-b73fb20b303c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:32.942512 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73', 'status': 'completed', 'code': 200} Sep 08 11:07:32.946871 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-975ea7c3-d036-4169-b818-2b7274b915c2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9708447 Sep 08 11:07:32.947756 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:32.961552 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Request body: {'port': {'device_id': 'c57fb452-be30-45a3-b306-333fa4706348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:32.989597 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:07:33.028328 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-8690498d-06a1-489c-8d00-8ff3b66eed9c None None] Port 7619570c-cece-4017-83e3-0a06ff9516a7 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:07:33.029815 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3639da99-7594-4559-829d-c7b27124ff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.082209 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.091787 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-43d155a7-43e5-43a9-bc4f-ef9d49ca894e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2869964 Sep 08 11:07:33.135204 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ae98-cd26-462f-92ac-7a751aa48c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b706e35-4eb5-4e24-a3cb-ff5f82fa967e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.139071 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-c532ae98-cd26-462f-92ac-7a751aa48c69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=acab5d76104141778480cf63b51f660f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1254005 Sep 08 11:07:33.148710 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43638) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:33.186924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.198703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-a743a713-d819-4f20-b1ec-ce4b78df5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:33.200214 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-a743a713-d819-4f20-b1ec-ce4b78df5123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.2543590 Sep 08 11:07:33.272978 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-fd8481cd-913d-4807-a065-c62026c0178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:33.274484 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-fd8481cd-913d-4807-a065-c62026c0178b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1097 time: 0.3144846 Sep 08 11:07:33.315582 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-3b52eb1b-0dc1-4e60-903d-09d50bdf3c0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919750 Sep 08 11:07:33.359304 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3639da99-7594-4559-829d-c7b27124ff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.362183 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9c68-73e3-4643-a846-3f28696a19c2 req-04a370cc-207a-4c03-973f-b01597b43ab9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:33.362342 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.363664 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-698b9c68-73e3-4643-a846-3f28696a19c2 req-04a370cc-207a-4c03-973f-b01597b43ab9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 944 time: 0.2802305 Sep 08 11:07:33.370572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3639da99-7594-4559-829d-c7b27124ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.432727 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.452486 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3639da99-7594-4559-829d-c7b27124ff7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2386fa401a5f447082a1e2ddbd387513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6430922 Sep 08 11:07:33.453271 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639da99-7594-4559-829d-c7b27124ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df34038-d704-4ed4-be96-159d332b8ff1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.457540 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43642) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:33.503437 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-9e4888c5-63c4-4212-98b7-93d04d1c3388 service neutron] 10.222.0.38 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831174 Sep 08 11:07:33.568787 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7619570c-cece-4017-83e3-0a06ff9516a7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:33.581103 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.583618 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.586293 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.587511 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b706e35-4eb5-4e24-a3cb-ff5f82fa967e HTTP/1.1" status: 204 len: 168 time: 0.4378693 Sep 08 11:07:33.591232 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.613964 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdb44b-2fea-4423-a206-fa85262a324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b706e35-4eb5-4e24-a3cb-ff5f82fa967e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.617696 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Transition to ACTIVE for port object 7619570c-cece-4017-83e3-0a06ff9516a7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:33.622008 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.653845 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.710922 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.711121 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Attempting to bind port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:33.711568 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Attempting to bind port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:33.711568 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Attempting to bind port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 on network b51eb2bf-1618-481e-8546-b65224db00ce {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:33.744608 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-698b9c68-73e3-4643-a846-3f28696a19c2 req-a221e81f-b095-44ce-a4ff-1e2d535b1eba tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584809 Sep 08 11:07:33.753480 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 on network b51eb2bf-1618-481e-8546-b65224db00ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:33.753806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Attempting to bind port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 on network b51eb2bf-1618-481e-8546-b65224db00ce {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:33.763770 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-a624bd7e-386e-4f73-ab47-ef0494a8b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:33.773383 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-a624bd7e-386e-4f73-ab47-ef0494a8b3d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.4562919 Sep 08 11:07:33.777663 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:33.777880 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Checking segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:33.778272 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Bound using segment: {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:33.778723 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Bound port: 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1f232f-2c58-4089-8aa3-4a884b12f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:33.779091 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.781858 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.785225 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.786682 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1df34038-d704-4ed4-be96-159d332b8ff1 HTTP/1.1" status: 204 len: 168 time: 0.3271103 Sep 08 11:07:33.802843 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbe05a-a75e-4840-9c3f-e72da1eab279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df34038-d704-4ed4-be96-159d332b8ff1,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:33.825548 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Attempting to bind port 7619570c-cece-4017-83e3-0a06ff9516a7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:33.827116 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Attempting to bind port 7619570c-cece-4017-83e3-0a06ff9516a7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:33.828368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Attempting to bind port 7619570c-cece-4017-83e3-0a06ff9516a7 on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:33.837969 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Port 7619570c-cece-4017-83e3-0a06ff9516a7 on network a906eb88-0c22-48e8-8b03-24b26ce115cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:33.838482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Attempting to bind port 7619570c-cece-4017-83e3-0a06ff9516a7 on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:33.845957 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:33.846606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Checking segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:33.847354 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Bound using segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:33.848201 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Bound port: 7619570c-cece-4017-83e3-0a06ff9516a7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:33.848747 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.922076 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:33.927085 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7619570c-cece-4017-83e3-0a06ff9516a7,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:33.928713 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-17653c4c-dafd-41da-b0b7-5ece9dc6159a service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987532 Sep 08 11:07:33.937755 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:33.946982 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-4662d421-59ea-45b1-a50c-79295f7fe25e service neutron] 10.222.0.38 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480419 Sep 08 11:07:33.972917 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-93f2a77a-f2a5-4de8-8704-685fd9b8e1ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.1907380 Sep 08 11:07:34.027649 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.028311 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.030819 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] 10.222.0.44 "PUT /v2.0/ports/7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 1094 time: 1.0745795 Sep 08 11:07:34.031352 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:34.033828 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667b9458-988d-4830-8a5c-b0f4c21bb011" -d '{"events": [{"name": "network-changed", "server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:34.139292 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d8cc-f86f-480f-b922-dde53436ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:34.193619 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device edaee13a-2529-4ac4-a91a-db4c6054ef41 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:34.261799 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-baf49ec6-fbe8-40f9-b3a0-f6c0a3fb8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.268520 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-baf49ec6-fbe8-40f9-b3a0-f6c0a3fb8325 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1097 time: 0.1784728 Sep 08 11:07:34.378441 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-80bacf2f-5a93-448a-ba10-0f314eb1aaaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 217 time: 0.1047096 Sep 08 11:07:34.386042 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41,segment=NetworkSegment(0537847d-34e7-41d0-b80f-da198df1bfa2),segment_id=0537847d-34e7-41d0-b80f-da198df1bfa2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:34.399606 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'edaee13a-2529-4ac4-a91a-db4c6054ef41', 'network_id': '7960ffa5-2f9c-462a-a8d8-089d2d77ee3d', 'port_id': 'edaee13a-2529-4ac4-a91a-db4c6054ef41', 'mac_address': 'fa:16:3e:f7:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ccc6ac-8cf2-4e21-907d-26fe9df1bb26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:34.477841 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.488405 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-14f1e9df-dfd6-44fa-99ef-bdf4c7b64f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.488624 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-14f1e9df-dfd6-44fa-99ef-bdf4c7b64f39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.1018348 Sep 08 11:07:34.507765 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaee13a-2529-4ac4-a91a-db4c6054ef41 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:34.535025 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43684) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:34.540651 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41,segment=NetworkSegment(0537847d-34e7-41d0-b80f-da198df1bfa2),segment_id=0537847d-34e7-41d0-b80f-da198df1bfa2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:34.550313 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.551211 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device c5d53f44-40c7-4a16-a2d0-6accb264d214 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:34.553620 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b9824b4-9b78-4edb-bf52-6d8f6218fea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.589275 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-428a4b5c-11e6-434a-b675-f98ba851dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.590774 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-428a4b5c-11e6-434a-b675-f98ba851dcf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0955281 Sep 08 11:07:34.614919 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-1acbafe7-d4d9-49e6-8c8d-0d2f102955da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.623113 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-1acbafe7-d4d9-49e6-8c8d-0d2f102955da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.6165047 Sep 08 11:07:34.672897 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32642bbd-9ccd-45c4-92ce-fef2f1dc127e req-61d1d4fa-f0fd-4cf7-a5c0-ac2cbfa60afd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.677487 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:34.682010 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32642bbd-9ccd-45c4-92ce-fef2f1dc127e req-61d1d4fa-f0fd-4cf7-a5c0-ac2cbfa60afd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 944 time: 0.7784944 Sep 08 11:07:34.695486 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'c5d53f44-40c7-4a16-a2d0-6accb264d214', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'port_id': 'c5d53f44-40c7-4a16-a2d0-6accb264d214', 'mac_address': 'fa:16:3e:d2:2f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a05ed-4e7d-47c9-8660-f92b0f634633', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:34.733570 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:34.772641 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-454f5bb7-e5f7-4824-b8df-d76a6684db7b service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628346 Sep 08 11:07:34.779512 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.785043 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:34.791406 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-5683cb57-abb8-4792-89d0-d281a8ec06da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399789 Sep 08 11:07:34.802939 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d53f44-40c7-4a16-a2d0-6accb264d214 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:34.837816 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:34.839274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:34.842608 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.863763 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b9824b4-9b78-4edb-bf52-6d8f6218fea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.882842 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.899570 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b9824b4-9b78-4edb-bf52-6d8f6218fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:34.926788 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c261f72b-7e6b-44a0-b597-167f34fdee98 req-6fe65f99-0760-41a4-be17-c5e79afa7a0b service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9740996 Sep 08 11:07:34.933805 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9b9824b4-9b78-4edb-bf52-6d8f6218fea4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbb6c977ff004da082e792724dedc1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976493 Sep 08 11:07:34.939233 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43698) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:34.952388 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32642bbd-9ccd-45c4-92ce-fef2f1dc127e req-ebee9bd3-d527-4012-a697-40936a439576 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694325 Sep 08 11:07:34.979427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23007e24-a98f-4146-ba64-18da04e55871 req-9402e912-cbe9-47e4-ba33-96bdb460b1fb tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:34.984181 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:34.998711 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-23007e24-a98f-4146-ba64-18da04e55871 req-9402e912-cbe9-47e4-ba33-96bdb460b1fb tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 943 time: 0.7140698 Sep 08 11:07:35.003919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9824b4-9b78-4edb-bf52-6d8f6218fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6932356-e508-44b6-bfc2-a3da6942ac34,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:35.020995 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-c5871cf8-892b-48a4-baa6-0713c9545597 req-3f4d5a77-b9e8-4a81-9b3f-e8139900951b service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474585 Sep 08 11:07:35.036668 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.054076 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:35.055725 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.056141 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] 10.222.0.44 "PUT /v2.0/ports/7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 200 len: 1094 time: 3.7828789 Sep 08 11:07:35.056710 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:35.066071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.067170 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e5290a-ea3b-4c6d-a62f-48d91970c678" -d '{"events": [{"name": "network-changed", "server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:35.099661 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43702) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:35.131758 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.134973 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.136349 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6932356-e508-44b6-bfc2-a3da6942ac34 HTTP/1.1" status: 204 len: 168 time: 0.1959548 Sep 08 11:07:35.145796 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbb2e4-3e13-408e-aa1f-2b54b412bf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6932356-e508-44b6-bfc2-a3da6942ac34,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:35.164868 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:35.175570 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['edaee13a-2529-4ac4-a91a-db4c6054ef41'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:35.261152 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-da6c2df0-ec1c-4ba4-a75e-5d1d2c4210e3 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253852 Sep 08 11:07:35.346118 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99d7a0-4ed1-4e33-a64a-37cc12594bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:35.349298 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-842c872b-affe-47e6-8fed-350977cf81f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.474179 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-842c872b-affe-47e6-8fed-350977cf81f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.479861 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-842c872b-affe-47e6-8fed-350977cf81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.502441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c5ceeb0d-df0d-4b97-a77e-3fc31b6fde26 req-50085b99-841b-4262-8fae-32a46b61b138 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040172 Sep 08 11:07:35.506214 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-23007e24-a98f-4146-ba64-18da04e55871 req-33e04717-2900-4a97-9728-a3590757c9a2 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055094 Sep 08 11:07:35.531841 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-9e44f44e-f761-46c0-abbb-89b08abfa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:35.533688 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-9e44f44e-f761-46c0-abbb-89b08abfa037 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1097 time: 0.3852944 Sep 08 11:07:35.556751 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c872b-affe-47e6-8fed-350977cf81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c938c6-8275-43e9-9770-3d168da5865e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:35.561992 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3262e-2644-48b9-95da-1c561254cff0 req-e32261c2-ec30-409b-9571-f899cfd2dd86 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:35.566912 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3dd3262e-2644-48b9-95da-1c561254cff0 req-e32261c2-ec30-409b-9571-f899cfd2dd86 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 945 time: 0.4483833 Sep 08 11:07:35.579025 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-842c872b-affe-47e6-8fed-350977cf81f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01b7f17563194c2e8e2980ac7b04e4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779398 Sep 08 11:07:35.579633 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 43716) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:35.697647 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15197a7f-904a-4577-ac6b-52ccdbe15adb x-openstack-request-id: req-15197a7f-904a-4577-ac6b-52ccdbe15adb {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:35.698321 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:35.698896 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15197a7f-904a-4577-ac6b-52ccdbe15adb {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:35.699505 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-85112de0-250c-4c49-9f88-a607c7c335de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 200 len: 217 time: 0.1313133 Sep 08 11:07:35.699849 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7', 'status': 'completed', 'code': 200} Sep 08 11:07:35.708327 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.739625 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.800857 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3dd3262e-2644-48b9-95da-1c561254cff0 req-f8576829-9261-4725-96db-accc2b378d3d tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116778 Sep 08 11:07:35.830645 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.833223 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:35.834806 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3c938c6-8275-43e9-9770-3d168da5865e HTTP/1.1" status: 204 len: 168 time: 0.2540667 Sep 08 11:07:35.867413 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1914-a32b-4988-8c08-4c5c810418d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c938c6-8275-43e9-9770-3d168da5865e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:35.946387 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-70bb0aaf-46bc-4d0c-9911-e37ac940cfda req-4b317d57-0cf1-49f4-9d00-d793af848862 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 210 time: 0.1417861 Sep 08 11:07:35.966442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-f9b2046c-97d9-4fff-8fae-0371a7743300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:35.968268 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-f9b2046c-97d9-4fff-8fae-0371a7743300 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1097 time: 0.2711382 Sep 08 11:07:35.995781 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f92fe-6d77-492e-9057-461bbcc7503c req-3397cd6f-266b-4e43-b93f-529d0e41dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:35.997651 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-3397cd6f-266b-4e43-b93f-529d0e41dd7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.2879024 Sep 08 11:07:36.029181 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-b1ef4e48-e324-419d-bcc1-289d0556e402 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.031383 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-b1ef4e48-e324-419d-bcc1-289d0556e402 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 817 time: 0.2135630 Sep 08 11:07:36.084889 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7860e8b7-907b-4c57-a4ff-5663b3e54972 x-openstack-request-id: req-7860e8b7-907b-4c57-a4ff-5663b3e54972 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:36.085368 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:36.085783 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7860e8b7-907b-4c57-a4ff-5663b3e54972 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:36.086454 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896', 'status': 'completed', 'code': 200} Sep 08 11:07:36.089110 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-91406907-e5c9-4ad2-a7a6-4caaf41a4dc0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 378 time: 0.0466809 Sep 08 11:07:36.103208 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'port': {'device_id': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'admin_state_up': True, 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'security_groups': ['abd58d02-3dd0-4dcc-b132-ebd45897620b']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:36.109771 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-9ab7b9ea-6078-4089-943b-36fbf505439e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825427 Sep 08 11:07:36.183061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:36.204374 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686a77-44df-4324-a9f2-349eb6e074bd req-ad2199ca-1362-4837-b5ef-b7564d9f9730 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.212239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf686a77-44df-4324-a9f2-349eb6e074bd req-ad2199ca-1362-4837-b5ef-b7564d9f9730 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 944 time: 0.2514307 Sep 08 11:07:36.283660 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Made reservation on behalf of 93b7b89c599d406c88372eb8d610a6ef for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:07:36.288098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.335229 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-e32e8a36-7f85-4c22-9f26-babb1c887d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.336798 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-e32e8a36-7f85-4c22-9f26-babb1c887d0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.3533230 Sep 08 11:07:36.348418 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a40a-784f-423e-842c-d852947c6739 req-828f40cd-05c7-414e-9bf1-37fc65579546 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.349921 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b270a40a-784f-423e-842c-d852947c6739 req-828f40cd-05c7-414e-9bf1-37fc65579546 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 944 time: 0.2221529 Sep 08 11:07:36.365756 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf686a77-44df-4324-a9f2-349eb6e074bd req-cfda2563-3e51-43b9-bd4f-95eb0cd13ec9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523325 Sep 08 11:07:36.440656 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-9ca379e2-290f-4939-aff9-83211cb6a4dc service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178349 Sep 08 11:07:36.442095 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-0dc52d9a-c8c5-40e3-a988-70a26bbe3783 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 217 time: 0.0893774 Sep 08 11:07:36.447813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:36.449747 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Allocated IP 172.20.0.12 (728d42da-346f-4cff-85cf-093c8cea2d25/96ae5d9f-c290-4b26-ba4a-6996e93a84d6/8a0eecda-3646-4d4a-af2f-5eee8940948e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:07:36.476469 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'port_id': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73', 'mac_address': 'fa:16:3e:47:0b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146c3d0b-f812-46f2-bdca-83a734602883', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:36.506000 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43750) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:36.537210 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b270a40a-784f-423e-842c-d852947c6739 req-61a540c7-8091-42ea-b5ed-52bb7d8d37e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698084 Sep 08 11:07:36.563313 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8236ad88-0bb9-4142-96cd-fdfd9b5c0f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.577684 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.614333 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:36.617521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-a38f8d3e-9b1c-4ffa-b727-04753297cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.619482 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-a38f8d3e-9b1c-4ffa-b727-04753297cc25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.1577065 Sep 08 11:07:36.647451 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.660785 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:36.668207 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.673376 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Transition to ACTIVE for port object 8a0eecda-3646-4d4a-af2f-5eee8940948e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:36.725469 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-541f92fe-6d77-492e-9057-461bbcc7503c req-c23b6afb-b460-4f63-83e5-cb5aadc8b2d1 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720094 Sep 08 11:07:36.740160 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:36.757686 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.766109 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5198a8-eb48-4a36-8810-68ada1c99df8 req-d7ffc7d3-b002-4bab-b6cf-0090236bdce5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.767354 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd5198a8-eb48-4a36-8810-68ada1c99df8 req-d7ffc7d3-b002-4bab-b6cf-0090236bdce5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 944 time: 0.1286581 Sep 08 11:07:36.829125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:07:36.832831 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:07:36.836280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:07:36.899134 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8f6ba53b-0efd-4b63-a4d3-5334269e9d73'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:36.972195 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:36.972906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:36.986645 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:37.053682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-66807ba0-f669-4e28-a71c-e1533254c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.055954 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-66807ba0-f669-4e28-a71c-e1533254c811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4276252 Sep 08 11:07:37.169397 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd5198a8-eb48-4a36-8810-68ada1c99df8 req-f5150234-c2a2-453e-8eb9-97828edef308 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939533 Sep 08 11:07:37.194977 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-03a624f5-55e3-4fc2-a873-ecf76c8b2f66 None None] Provisioning for port 8a0eecda-3646-4d4a-af2f-5eee8940948e completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:37.202172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-03a624f5-55e3-4fc2-a873-ecf76c8b2f66 None None] Provisioning complete for port 8a0eecda-3646-4d4a-af2f-5eee8940948e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:37.202172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-03a624f5-55e3-4fc2-a873-ecf76c8b2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.259718 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-03a624f5-55e3-4fc2-a873-ecf76c8b2f66 None None] Port 8a0eecda-3646-4d4a-af2f-5eee8940948e cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:07:37.297110 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-1e78e1d6-0846-4172-8ad2-71525a64fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.298611 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-1e78e1d6-0846-4172-8ad2-71525a64fe45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1097 time: 0.2585351 Sep 08 11:07:37.329682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db866406-7ee1-422f-852a-4225973daacd req-5bec912a-10f8-407b-9437-9b7b2ac76eee tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.331193 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db866406-7ee1-422f-852a-4225973daacd req-5bec912a-10f8-407b-9437-9b7b2ac76eee tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 945 time: 0.2872357 Sep 08 11:07:37.436254 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8236ad88-0bb9-4142-96cd-fdfd9b5c0f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.446743 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149b64-1e02-4864-a561-d55d6454d789 req-03d0e8b6-691c-4f8b-a955-6ff616addf54 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.448278 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-81149b64-1e02-4864-a561-d55d6454d789 req-03d0e8b6-691c-4f8b-a955-6ff616addf54 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 932 time: 0.2159095 Sep 08 11:07:37.449785 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-2e5348cb-c804-4a47-97bc-c90b1f6cccc6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3535755 Sep 08 11:07:37.453551 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-a2b6df2f-cf69-4b9e-b9ad-ec16190bebf9 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592589 Sep 08 11:07:37.459405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8236ad88-0bb9-4142-96cd-fdfd9b5c0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.471111 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Request body: {'port': {'device_id': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:37.550174 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.608248 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db866406-7ee1-422f-852a-4225973daacd req-739ed9cc-f2b6-4fee-8363-b54bd0a2e531 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526348 Sep 08 11:07:37.652407 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8236ad88-0bb9-4142-96cd-fdfd9b5c0f7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=935c18a8e11a4301a7796961716d888b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450272 Sep 08 11:07:37.653338 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ad88-0bb9-4142-96cd-fdfd9b5c0f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825d120c-deab-4c59-af28-2e34519a4c10,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:37.660987 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-81149b64-1e02-4864-a561-d55d6454d789 req-583b7650-ca1c-45ba-9536-6003000c1224 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2025540 Sep 08 11:07:37.661573 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 43794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:37.692130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-54071c0a-124d-4fe4-8e6e-fce11a2fe8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.694331 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-54071c0a-124d-4fe4-8e6e-fce11a2fe8e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.3843098 Sep 08 11:07:37.793239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-b2ce73c6-f111-4a84-9ffb-2021b4c14766 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 200 len: 217 time: 0.0717876 Sep 08 11:07:37.845784 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-667b9458-988d-4830-8a5c-b0f4c21bb011 req-36cf5d98-04d9-4d36-a841-928a300bc964 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768401 Sep 08 11:07:37.918399 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.926688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-9ec2329b-700e-4839-a0c5-6d4f6adb437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.928180 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-9ec2329b-700e-4839-a0c5-6d4f6adb437b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.1209257 Sep 08 11:07:37.958733 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8b852-981f-4c57-970f-60bf57a7fa96 req-530c007b-5bc4-47d9-9e5f-e1e4bf2f4fe4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.960218 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d9f8b852-981f-4c57-970f-60bf57a7fa96 req-530c007b-5bc4-47d9-9e5f-e1e4bf2f4fe4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 944 time: 0.1890111 Sep 08 11:07:37.966823 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:37.973935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261ed0e-be74-40e0-96b2-fda1a9ba52ef req-301fa614-c8d3-4de4-8df3-0e6c0afe9ba6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:37.975290 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.975401 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3261ed0e-be74-40e0-96b2-fda1a9ba52ef req-301fa614-c8d3-4de4-8df3-0e6c0afe9ba6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 944 time: 0.1779425 Sep 08 11:07:37.991147 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Transition to ACTIVE for port object 8a0eecda-3646-4d4a-af2f-5eee8940948e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:07:37.997189 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-26bbab25-cdd2-4d63-8849-893ef0082463 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603476 Sep 08 11:07:37.999092 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:37.999345 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.065931 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:38.138751 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3261ed0e-be74-40e0-96b2-fda1a9ba52ef req-e74ac422-3e7a-4335-83c6-a1f43c541eb8 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438174 Sep 08 11:07:38.157057 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Attempting to bind port 8a0eecda-3646-4d4a-af2f-5eee8940948e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:07:38.168257 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d9f8b852-981f-4c57-970f-60bf57a7fa96 req-894c23fd-174a-488d-b1c0-f4347fdb8915 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610532 Sep 08 11:07:38.168484 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Attempting to bind port 8a0eecda-3646-4d4a-af2f-5eee8940948e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:07:38.169008 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Attempting to bind port 8a0eecda-3646-4d4a-af2f-5eee8940948e on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:38.177249 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Port 8a0eecda-3646-4d4a-af2f-5eee8940948e on network 728d42da-346f-4cff-85cf-093c8cea2d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:07:38.177599 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Attempting to bind port 8a0eecda-3646-4d4a-af2f-5eee8940948e on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:07:38.183228 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:07:38.183564 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Checking segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:07:38.183961 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Bound using segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:07:38.184390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Bound port: 8a0eecda-3646-4d4a-af2f-5eee8940948e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:07:38.184770 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.193730 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7619570c-cece-4017-83e3-0a06ff9516a7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:38.199227 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:38.219673 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-a99db751-5116-4349-b314-bf6975fac687 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093158 Sep 08 11:07:38.226736 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.230033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.231309 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/825d120c-deab-4c59-af28-2e34519a4c10 HTTP/1.1" status: 204 len: 168 time: 0.5545971 Sep 08 11:07:38.270951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:07:38.274865 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:07:38.285093 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.309114 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:38.332187 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:38.332653 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.357160 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.358351 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.359763 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] 10.222.0.44 "PUT /v2.0/ports/8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 1094 time: 0.8946643 Sep 08 11:07:38.360227 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:38.370288 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343a9d3-1399-42c8-862b-b186ced1eeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:38.385982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321852-ede9-4066-a955-565a1e982766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d120c-deab-4c59-af28-2e34519a4c10,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:38.480278 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7619570c-cece-4017-83e3-0a06ff9516a7,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:38.500005 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '7619570c-cece-4017-83e3-0a06ff9516a7', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'port_id': '7619570c-cece-4017-83e3-0a06ff9516a7', 'mac_address': 'fa:16:3e:c6:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:38.510954 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf09ac-bec8-4791-8427-976e96574ebb x-openstack-request-id: req-6aaf09ac-bec8-4791-8427-976e96574ebb {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:38.511468 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:38.511468 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6aaf09ac-bec8-4791-8427-976e96574ebb {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:38.511820 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'status': 'completed', 'code': 200} Sep 08 11:07:38.533390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976fae-e280-40c3-91e6-5bce59ef788d service neutron] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:38.573344 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5398a387-636c-48f9-b0bd-b537dd88b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.575166 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5398a387-636c-48f9-b0bd-b537dd88b28f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1097 time: 0.1536243 Sep 08 11:07:38.577632 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.624885 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:38.626273 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:38.641828 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-36dbe8c8-1e1e-4d72-8b2f-d2fb093587dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 217 time: 0.0574765 Sep 08 11:07:38.645965 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda54c7c-16b2-4d8d-a8fa-25b266361b1c req-0e0b39ed-571a-4314-b15c-a929cb95a1c5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.649179 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fda54c7c-16b2-4d8d-a8fa-25b266361b1c req-0e0b39ed-571a-4314-b15c-a929cb95a1c5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 944 time: 0.2663703 Sep 08 11:07:38.660157 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42e5290a-ea3b-4c6d-a62f-48d91970c678 req-6979cfc6-7e01-41d6-8265-88db4a46749e service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275036 Sep 08 11:07:38.731980 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.740429 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fda54c7c-16b2-4d8d-a8fa-25b266361b1c req-b1724071-e32a-4549-815f-553be88295ac tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838847 Sep 08 11:07:38.746269 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.747266 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device edaee13a-2529-4ac4-a91a-db4c6054ef41 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:38.750675 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5e99082f-19f6-4ea0-a5f1-bf1af7cfb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.759395 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-5e99082f-19f6-4ea0-a5f1-bf1af7cfb5bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.1020503 Sep 08 11:07:38.793020 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7619570c-cece-4017-83e3-0a06ff9516a7 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:38.840742 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7619570c-cece-4017-83e3-0a06ff9516a7,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:38.866885 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-4ea8a856-7118-48f5-8077-57d02bde949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.868949 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-4ea8a856-7118-48f5-8077-57d02bde949c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1035354 Sep 08 11:07:38.874602 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7c100-48a9-4da7-b0bc-8944add5dec0 req-4690bea9-88c6-47e8-a815-330b47b8d362 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:38.881807 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-31c7c100-48a9-4da7-b0bc-8944add5dec0 req-4690bea9-88c6-47e8-a815-330b47b8d362 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 945 time: 0.1404004 Sep 08 11:07:38.898290 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:38.916297 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:38.977365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c3bc6-7690-4bd6-b074-6ccb1c9054e7" -d '{"events": [{"server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:38.992125 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port edaee13a-2529-4ac4-a91a-db4c6054ef41 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:39.016894 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-31c7c100-48a9-4da7-b0bc-8944add5dec0 req-0f8bcb83-53de-458a-9147-fff1229d59b6 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338534 Sep 08 11:07:39.017921 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port edaee13a-2529-4ac4-a91a-db4c6054ef41 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:39.018302 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.050603 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-00bf0184-9f95-4d91-8f33-ffff3f49127d service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725872 Sep 08 11:07:39.062328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da0c7-fc56-4490-b635-268f7ebd9f72 req-4cfba4a9-9ec7-450c-9ffd-3b4d50d58a9c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.066667 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a40da0c7-fc56-4490-b635-268f7ebd9f72 req-4cfba4a9-9ec7-450c-9ffd-3b4d50d58a9c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.1821966 Sep 08 11:07:39.080407 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:39.143677 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['7619570c-cece-4017-83e3-0a06ff9516a7'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:39.157638 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a40da0c7-fc56-4490-b635-268f7ebd9f72 req-6eed52da-bcbb-4642-aa51-679a9fb716b4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834517 Sep 08 11:07:39.241251 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.251216 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7b0d0b31-a876-4cc2-9b3e-a6184a381368 req-f1daec6c-3739-4cdf-83fe-dcadde0650fd service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904640 Sep 08 11:07:39.348062 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41,segment=NetworkSegment(0537847d-34e7-41d0-b80f-da198df1bfa2),segment_id=0537847d-34e7-41d0-b80f-da198df1bfa2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:39.375419 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.376541 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device c5d53f44-40c7-4a16-a2d0-6accb264d214 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:39.385899 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a240d7f4-ac02-425b-ad71-c99bfd4e33bf x-openstack-request-id: req-a240d7f4-ac02-425b-ad71-c99bfd4e33bf {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:39.386422 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:39.386817 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a240d7f4-ac02-425b-ad71-c99bfd4e33bf {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:39.387537 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73', 'code': 200} Sep 08 11:07:39.396903 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07cd49-93be-4aed-835b-0af0f69416ef req-ce5bfc06-a8f3-4c5b-a990-699a33a06179 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.399441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9f07cd49-93be-4aed-835b-0af0f69416ef req-ce5bfc06-a8f3-4c5b-a990-699a33a06179 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 945 time: 0.0951092 Sep 08 11:07:39.511954 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:39.532361 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9f07cd49-93be-4aed-835b-0af0f69416ef req-d9da4db7-047e-45fe-bcf4-216a77d1cd85 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242378 Sep 08 11:07:39.539255 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port c5d53f44-40c7-4a16-a2d0-6accb264d214 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:39.544149 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port c5d53f44-40c7-4a16-a2d0-6accb264d214 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:39.544967 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.617762 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505080c-48d9-4049-bbcd-624e287755b5 req-6d6f715d-944b-4517-9e5a-293520e9f80d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.619620 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c505080c-48d9-4049-bbcd-624e287755b5 req-6d6f715d-944b-4517-9e5a-293520e9f80d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 944 time: 0.0666223 Sep 08 11:07:39.659591 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.672347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-f61de295-6847-465b-881c-f6bedc54e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.674013 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-f61de295-6847-465b-881c-f6bedc54e7ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1097 time: 0.3612709 Sep 08 11:07:39.709584 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:39.716499 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.725877 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c505080c-48d9-4049-bbcd-624e287755b5 req-8cdeb484-fa12-44be-a9af-77864be1832e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Sep 08 11:07:39.727916 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-96a49798-a700-43e7-8422-24b16e90727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.729587 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-96a49798-a700-43e7-8422-24b16e90727c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.1086450 Sep 08 11:07:39.764242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-69ee9082-9c76-4eb0-af10-a93194d1ac6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.781404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:39.802116 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-c1b3de27-6e19-4cbf-9108-bb1b16831fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.803644 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-c1b3de27-6e19-4cbf-9108-bb1b16831fa1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1214182 Sep 08 11:07:39.848945 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-cb7dfc5b-a718-40aa-bbe4-ab9dc922e83c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 217 time: 0.0373123 Sep 08 11:07:39.901237 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-af16193a-5230-47eb-b8a9-aa4eac92ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.902921 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-af16193a-5230-47eb-b8a9-aa4eac92ec44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0457516 Sep 08 11:07:39.907080 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d87cf-a61e-4010-8dfa-37407e733d5f req-c241e5d4-0faa-4077-8279-0ac3ca778d71 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.908599 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-346d87cf-a61e-4010-8dfa-37407e733d5f req-c241e5d4-0faa-4077-8279-0ac3ca778d71 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0749164 Sep 08 11:07:39.943686 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-69ee9082-9c76-4eb0-af10-a93194d1ac6b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.950853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-69ee9082-9c76-4eb0-af10-a93194d1ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:39.952130 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-6cadf249-98e6-4574-9b01-9f0db845785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:39.953893 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-6cadf249-98e6-4574-9b01-9f0db845785a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430427 Sep 08 11:07:39.994426 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-346d87cf-a61e-4010-8dfa-37407e733d5f req-1edbde9f-7601-4b39-85a1-2b00ef9dda48 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Sep 08 11:07:40.009953 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4143a646-9b7f-47ad-bd80-706ad1f9c2b9 req-69ee9082-9c76-4eb0-af10-a93194d1ac6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697411 Sep 08 11:07:40.011765 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee9082-9c76-4eb0-af10-a93194d1ac6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24549643-cd96-4c5c-a39e-08d1cd1b97df,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:40.062239 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-5dabce2e-633e-41dd-9dcf-d4cbee78225a service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987859 Sep 08 11:07:40.125352 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af1e60-f56e-44d4-9119-5312ec1de6d8 req-b3fa119f-391d-4c41-b66e-b161d00f8e23 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:40.127230 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-94af1e60-f56e-44d4-9119-5312ec1de6d8 req-b3fa119f-391d-4c41-b66e-b161d00f8e23 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0496633 Sep 08 11:07:40.165628 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-94af1e60-f56e-44d4-9119-5312ec1de6d8 req-36024e83-9a73-4b38-be2f-2266b5603e94 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Sep 08 11:07:40.198780 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7f0dc4a1-5621-4208-b2f4-e3475da6b896 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:40.203345 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7619570c-cece-4017-83e3-0a06ff9516a7 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:40.284395 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d32c2-dddd-4f08-8c97-7ba6ed807b57 req-cf8fa800-56df-4eca-9cab-03132bc48e54 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:40.285759 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-722d32c2-dddd-4f08-8c97-7ba6ed807b57 req-cf8fa800-56df-4eca-9cab-03132bc48e54 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0555053 Sep 08 11:07:40.329504 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-e343a9d3-1399-42c8-862b-b186ced1eeb1 req-4bb79717-40a8-4cfd-812c-437c1f73d8ad service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044092 Sep 08 11:07:40.331005 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-722d32c2-dddd-4f08-8c97-7ba6ed807b57 req-eed9c18c-de17-45ef-9902-1450f1369579 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361688 Sep 08 11:07:40.357210 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 7619570c-cece-4017-83e3-0a06ff9516a7 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:40.364306 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:40.367304 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 7619570c-cece-4017-83e3-0a06ff9516a7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:40.367664 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:40.402945 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '7f0dc4a1-5621-4208-b2f4-e3475da6b896', 'network_id': 'b51eb2bf-1618-481e-8546-b65224db00ce', 'port_id': '7f0dc4a1-5621-4208-b2f4-e3475da6b896', 'mac_address': 'fa:16:3e:d3:a5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146c3d0b-f812-46f2-bdca-83a734602883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:40.473889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:40.491691 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0dc4a1-5621-4208-b2f4-e3475da6b896 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:40.516730 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:40.522142 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:40.531556 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:40.584320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7619570c-cece-4017-83e3-0a06ff9516a7,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:40.593301 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:40.599804 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:40.655018 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:40.668280 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61ca8b-4c63-4e6f-bab0-7aeb686f71f7 req-554d85c5-1d8f-43e9-b003-7bde52b4e5ec tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:40.669909 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae61ca8b-4c63-4e6f-bab0-7aeb686f71f7 req-554d85c5-1d8f-43e9-b003-7bde52b4e5ec tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0554554 Sep 08 11:07:40.716691 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae61ca8b-4c63-4e6f-bab0-7aeb686f71f7 req-37480126-2eed-4dd6-91ec-615aca56d703 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375402 Sep 08 11:07:40.789033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['7f0dc4a1-5621-4208-b2f4-e3475da6b896'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:40.843208 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ae312-ecb1-447b-ba54-55bbb17540a9 req-f1473d62-78c3-4c36-8f07-dc9426585013 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:40.844772 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-021ae312-ecb1-447b-ba54-55bbb17540a9 req-f1473d62-78c3-4c36-8f07-dc9426585013 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 945 time: 0.0514710 Sep 08 11:07:40.887034 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-021ae312-ecb1-447b-ba54-55bbb17540a9 req-32c68efb-ec83-4db7-b0cf-9961904b79fb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Sep 08 11:07:41.128241 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142222-6566-46ff-8ebe-f6b5daec2c8c req-023900ab-edf7-4dfe-8f58-b05d20262557 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.129741 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-00142222-6566-46ff-8ebe-f6b5daec2c8c req-023900ab-edf7-4dfe-8f58-b05d20262557 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Sep 08 11:07:41.166915 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-00142222-6566-46ff-8ebe-f6b5daec2c8c req-f28cfa10-4f58-48a8-93d8-4f8a51e3610f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Sep 08 11:07:41.285057 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66859d-405e-40aa-b828-0dae01334e5a req-ecaa0bcb-22a0-44ce-a3d3-a5d813691320 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.286543 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca66859d-405e-40aa-b828-0dae01334e5a req-ecaa0bcb-22a0-44ce-a3d3-a5d813691320 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Sep 08 11:07:41.328857 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca66859d-405e-40aa-b828-0dae01334e5a req-def9fc34-7b2a-4bb5-b3a9-7effa93961ff tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 Sep 08 11:07:41.388478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41'}, {'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214'}, {'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:41.391397 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c478a5-de1d-4be2-85e1-6eb173bd7ea5" -d '{"events": [{"server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "name": "network-vif-plugged", "status": "completed", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41"}, {"server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "name": "network-vif-plugged", "status": "completed", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214"}, {"server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "name": "network-vif-plugged", "status": "completed", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:41.435396 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a0e59-cbc5-4a36-af08-0664d6d0691d x-openstack-request-id: req-748a0e59-cbc5-4a36-af08-0664d6d0691d {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:41.435761 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "name": "network-vif-plugged", "status": "completed", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41", "code": 200}, {"server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "name": "network-vif-plugged", "status": "completed", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214", "code": 200}, {"server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "name": "network-vif-plugged", "status": "completed", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:41.436242 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-748a0e59-cbc5-4a36-af08-0664d6d0691d {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:41.436722 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41', 'code': 200} Sep 08 11:07:41.437091 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214', 'code': 200} Sep 08 11:07:41.437440 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7', 'code': 200} Sep 08 11:07:41.464619 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4255-5fd1-4e83-b72c-6381f75b1035 req-71ccab07-524d-4466-9c36-43ab7ae0bef6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.466025 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-47ac4255-5fd1-4e83-b72c-6381f75b1035 req-71ccab07-524d-4466-9c36-43ab7ae0bef6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0490932 Sep 08 11:07:41.514568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-47ac4255-5fd1-4e83-b72c-6381f75b1035 req-386b14ae-21a0-4b44-befd-6515bffd4f4f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386357 Sep 08 11:07:41.700526 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc89df-729a-4bcf-a5d2-e9f99cc1c52d req-f3e30e0e-5b41-48a2-867c-604138afd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.705156 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-9bfc89df-729a-4bcf-a5d2-e9f99cc1c52d req-f3e30e0e-5b41-48a2-867c-604138afd0db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 1099 time: 0.0814023 Sep 08 11:07:41.735436 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110fa2c-9ef3-483f-9590-37f3719c6481 req-fce3b52d-e531-4492-bca8-d997c7f487d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.736915 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a110fa2c-9ef3-483f-9590-37f3719c6481 req-fce3b52d-e531-4492-bca8-d997c7f487d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1099 time: 0.0749583 Sep 08 11:07:41.744629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf1c-660e-4f9b-a87f-a0c77ccb9246 req-53d54b88-b199-4570-ac03-ae0a452a85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.752941 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1367bf1c-660e-4f9b-a87f-a0c77ccb9246 req-53d54b88-b199-4570-ac03-ae0a452a85d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 1098 time: 0.0609202 Sep 08 11:07:41.757424 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-9bfc89df-729a-4bcf-a5d2-e9f99cc1c52d req-22bb7bf1-856a-448d-835a-9ae001795a2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Sep 08 11:07:41.783921 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a110fa2c-9ef3-483f-9590-37f3719c6481 req-98c8ee8b-1f30-4f9a-857d-0f8cced0c039 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287721 Sep 08 11:07:41.839419 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371718-fe1d-4641-923b-d9b93ce82f6e req-638ce1c2-e801-409d-b3a4-06153da5308d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:41.840918 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-14371718-fe1d-4641-923b-d9b93ce82f6e req-638ce1c2-e801-409d-b3a4-06153da5308d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0487561 Sep 08 11:07:41.890825 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-14371718-fe1d-4641-923b-d9b93ce82f6e req-48453b9b-680d-486e-b7bb-ebdb5a2a10f8 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Sep 08 11:07:42.004672 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b683fa-bffc-4f40-af4a-e56359f887e2 req-6aa0644d-5426-40c1-821f-167f99100366 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:42.006136 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f2b683fa-bffc-4f40-af4a-e56359f887e2 req-6aa0644d-5426-40c1-821f-167f99100366 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 945 time: 0.0504770 Sep 08 11:07:42.047186 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f2b683fa-bffc-4f40-af4a-e56359f887e2 req-d1232cfb-b599-4f2f-a6b9-4ebcdd6f2550 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299323 Sep 08 11:07:42.183947 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1367bf1c-660e-4f9b-a87f-a0c77ccb9246 req-2590c93a-15e6-48df-acbe-4e6f25221dfc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275176 Sep 08 11:07:42.197793 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:07:42.202177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7f0dc4a1-5621-4208-b2f4-e3475da6b896 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:42.280599 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208475-f2e9-4763-870f-1c61cc7ec3a7 req-22415ace-0009-4257-9201-e742277dc852 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:42.281964 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10208475-f2e9-4763-870f-1c61cc7ec3a7 req-22415ace-0009-4257-9201-e742277dc852 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Sep 08 11:07:42.310849 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:42.318519 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10208475-f2e9-4763-870f-1c61cc7ec3a7 req-3924d482-0349-401d-bf55-383077a03204 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Sep 08 11:07:42.319743 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:42.320139 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:42.352249 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:42.367812 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:07:42.418642 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:42.453151 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:07:42.473712 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:42.484746 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8fb31-f8a5-4b0f-80fb-a75feccf03be req-bc25e94a-4d53-4e55-8838-ca5956c0d197 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:42.486435 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18c8fb31-f8a5-4b0f-80fb-a75feccf03be req-bc25e94a-4d53-4e55-8838-ca5956c0d197 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0624239 Sep 08 11:07:42.488921 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:42.504128 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:42.539273 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18c8fb31-f8a5-4b0f-80fb-a75feccf03be req-95269bec-ce70-4c54-ae19-da19e09c3ccb tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Sep 08 11:07:42.554344 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:42.567409 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:42.573802 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:42.627837 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:42.663179 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626109fd-d4c5-4ea3-b374-39758378af1b req-acb0b38d-2aad-4f66-a4d0-79e09f9cae0b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:42.664687 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-626109fd-d4c5-4ea3-b374-39758378af1b req-acb0b38d-2aad-4f66-a4d0-79e09f9cae0b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 945 time: 0.0567772 Sep 08 11:07:42.703461 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-626109fd-d4c5-4ea3-b374-39758378af1b req-dd36336c-9ef7-4b51-ae4c-b967d5189098 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328791 Sep 08 11:07:42.844216 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8a0eecda-3646-4d4a-af2f-5eee8940948e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:07:43.003652 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcca79-798f-424e-8e89-51c0927e2119 req-a693945a-454d-4f1f-a1e3-83897ff6bab9 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.005152 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-85dcca79-798f-424e-8e89-51c0927e2119 req-a693945a-454d-4f1f-a1e3-83897ff6bab9 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Sep 08 11:07:43.053001 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-85dcca79-798f-424e-8e89-51c0927e2119 req-4e1a3381-ac95-438c-a5da-914aa380bbfa tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Sep 08 11:07:43.167561 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7fc17-ea8d-4cca-aab9-b6b19ff71deb req-3abc1bd6-d731-456e-9876-737b188f4cdd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.169275 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c7f7fc17-ea8d-4cca-aab9-b6b19ff71deb req-3abc1bd6-d731-456e-9876-737b188f4cdd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0502708 Sep 08 11:07:43.211063 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c7f7fc17-ea8d-4cca-aab9-b6b19ff71deb req-c4158b2e-9b48-4dd1-9790-259cda8294bf tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Sep 08 11:07:43.437186 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ceca3-1087-4f20-a1d5-e5042fec1d28 req-717877c1-313e-4d64-92c5-f53a914c3bd6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.438656 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-709ceca3-1087-4f20-a1d5-e5042fec1d28 req-717877c1-313e-4d64-92c5-f53a914c3bd6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Sep 08 11:07:43.439177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:43.441828 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964c732e-f640-4306-b613-8b8721cd86af" -d '{"events": [{"server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:43.480324 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf3000-87a3-4982-9013-aba80a20c627 x-openstack-request-id: req-7adf3000-87a3-4982-9013-aba80a20c627 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:43.480684 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:43.480793 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-709ceca3-1087-4f20-a1d5-e5042fec1d28 req-d9c6e321-c29b-47b0-a849-7f1984e62a83 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Sep 08 11:07:43.481037 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7adf3000-87a3-4982-9013-aba80a20c627 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:43.481478 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896', 'code': 200} Sep 08 11:07:43.687731 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2186f-5baf-46ad-994f-da0037c4ba17 req-5f8bdf25-53d9-4650-a287-a33f34ef9a67 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.689250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64b2186f-5baf-46ad-994f-da0037c4ba17 req-5f8bdf25-53d9-4650-a287-a33f34ef9a67 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0596161 Sep 08 11:07:43.766036 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf517-3541-4f80-8188-15d5a5ab523d req-e7ef0255-0569-42f2-aaa5-08c0dc2e3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.767558 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4bbaf517-3541-4f80-8188-15d5a5ab523d req-e7ef0255-0569-42f2-aaa5-08c0dc2e3314 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1099 time: 0.0774598 Sep 08 11:07:43.770382 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64b2186f-5baf-46ad-994f-da0037c4ba17 req-80abacf2-2903-4f87-93ab-025268e94b73 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712166 Sep 08 11:07:43.844667 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4bbaf517-3541-4f80-8188-15d5a5ab523d req-a3de135e-8ed0-476f-b164-027e3dff5247 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652955 Sep 08 11:07:43.861332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb2e9c-3199-4633-96e2-4498f53587ba req-6aa192ff-20ce-4c16-9f27-42a376d12bb3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:43.863516 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1eb2e9c-3199-4633-96e2-4498f53587ba req-6aa192ff-20ce-4c16-9f27-42a376d12bb3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 945 time: 0.0769653 Sep 08 11:07:43.907638 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1eb2e9c-3199-4633-96e2-4498f53587ba req-d01ce403-787c-476f-9575-d802e5497d93 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357251 Sep 08 11:07:44.191309 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80b14d-9678-4410-8933-5884f29f2c24 req-dfbac848-8176-4233-93b1-46cfbae9da2f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:44.192851 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da80b14d-9678-4410-8933-5884f29f2c24 req-dfbac848-8176-4233-93b1-46cfbae9da2f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0510468 Sep 08 11:07:44.212641 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:07:44.239023 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da80b14d-9678-4410-8933-5884f29f2c24 req-bde182ca-4a18-4887-a8ee-45ce1582a2fa tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 Sep 08 11:07:44.284198 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 8a0eecda-3646-4d4a-af2f-5eee8940948e completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:07:44.289293 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 8a0eecda-3646-4d4a-af2f-5eee8940948e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:07:44.289947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.347800 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd70cf-9cdf-48b0-b45f-192ec7936ed3 req-0528f240-c0af-4bca-bab0-dea983b3b2bd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:44.349418 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-33bd70cf-9cdf-48b0-b45f-192ec7936ed3 req-0528f240-c0af-4bca-bab0-dea983b3b2bd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0590484 Sep 08 11:07:44.386590 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.422651 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:07:44.427351 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.428583 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-33bd70cf-9cdf-48b0-b45f-192ec7936ed3 req-b92c4a68-a707-4260-85ea-5624ad32d4f1 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726874 Sep 08 11:07:44.446349 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3013d5-60db-4662-9572-b5115572a29b req-34523625-ba4a-453f-b991-1d9bc665bdd1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:44.447850 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-be3013d5-60db-4662-9572-b5115572a29b req-34523625-ba4a-453f-b991-1d9bc665bdd1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0727768 Sep 08 11:07:44.458108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44032) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:44.458443 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44034) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:44.462727 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'floatingip': {'port_id': '7619570c-cece-4017-83e3-0a06ff9516a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:44.491937 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:44.536504 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.587127 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff217-1961-482e-be25-8618987e9fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.680719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff217-1961-482e-be25-8618987e9fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.685643 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff217-1961-482e-be25-8618987e9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.724562 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-6a7ff217-1961-482e-be25-8618987e9fc3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8261ad5421af4408a4492dc02b9b2d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649829 Sep 08 11:07:44.725490 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ff217-1961-482e-be25-8618987e9fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecc8cd2-3019-47cd-81c7-25d104a19dc6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:44.727754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44042) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:44.776030 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.800792 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.846896 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.849637 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:44.851336 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ecc8cd2-3019-47cd-81c7-25d104a19dc6 HTTP/1.1" status: 204 len: 168 time: 0.1222208 Sep 08 11:07:44.859637 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f419043-69e4-4605-8ef8-0b72d55dd0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecc8cd2-3019-47cd-81c7-25d104a19dc6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:44.867602 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2af4c2-f7eb-42bb-ae98-b866077f7773 req-09038159-d749-4d26-8c9c-8f5376770b55 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:44.869107 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3c2af4c2-f7eb-42bb-ae98-b866077f7773 req-09038159-d749-4d26-8c9c-8f5376770b55 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.1359060 Sep 08 11:07:44.975791 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3c2af4c2-f7eb-42bb-ae98-b866077f7773 req-3cc56b00-3d83-4b14-bb99-e81889abb942 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742664 Sep 08 11:07:45.160432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc811e-eac1-479f-9865-e6014c069f7b req-05271081-9365-4a6e-8729-34eb71fe1205 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:45.161979 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20dc811e-eac1-479f-9865-e6014c069f7b req-05271081-9365-4a6e-8729-34eb71fe1205 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1695104 Sep 08 11:07:45.218637 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44060) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:45.237164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6afc216c-a17c-4fb5-9845-d3e2ed0f7849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.318377 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20dc811e-eac1-479f-9865-e6014c069f7b req-3ff790c1-71f6-4d58-b7db-4ab5830e0a2f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428459 Sep 08 11:07:45.382284 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6afc216c-a17c-4fb5-9845-d3e2ed0f7849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.392389 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6afc216c-a17c-4fb5-9845-d3e2ed0f7849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.429376 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-6afc216c-a17c-4fb5-9845-d3e2ed0f7849 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcd435be4503471bbbecf8e17d999389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092896 Sep 08 11:07:45.432064 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44070) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:45.481910 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc216c-a17c-4fb5-9845-d3e2ed0f7849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09c906-ca76-449a-a0b6-0a34bfd70ed3,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:45.482903 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:45.486080 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b812c-1ec5-4a1a-a0b6-131fffc0117c" -d '{"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:45.517355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.545827 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.546575 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.551168 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.609354 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.612096 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.613307 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a09c906-ca76-449a-a0b6-0a34bfd70ed3 HTTP/1.1" status: 204 len: 168 time: 0.1803463 Sep 08 11:07:45.624945 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c22017-a892-4a05-a88f-3ab92e549e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09c906-ca76-449a-a0b6-0a34bfd70ed3,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:45.696762 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647626-0d41-4864-a720-a59bddb2372b req-54c1ae5d-fa6f-4f69-911a-e392289c604e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:45.704386 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-07647626-0d41-4864-a720-a59bddb2372b req-54c1ae5d-fa6f-4f69-911a-e392289c604e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1155870 Sep 08 11:07:45.728133 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Floating IP 6d8827b4-fba4-4d52-8ab7-0783e07c7b9b associated. External IP: 172.27.0.230, port: 7619570c-cece-4017-83e3-0a06ff9516a7. Sep 08 11:07:45.872914 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-07647626-0d41-4864-a720-a59bddb2372b req-25986342-2af9-479a-a8dc-5d7e64eb912c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676519 Sep 08 11:07:45.921605 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:45.951917 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ad5a7-a8f4-42e7-8349-35d9e2bf2a9f x-openstack-request-id: req-421ad5a7-a8f4-42e7-8349-35d9e2bf2a9f {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:45.952313 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:45.952646 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-421ad5a7-a8f4-42e7-8349-35d9e2bf2a9f {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:45.953773 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'code': 200} Sep 08 11:07:46.080703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:07:46.209295 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44104) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:46.381287 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44118) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:46.416170 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1e5a-5f0e-455e-bab3-b71a2569d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.493807 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-04abe389-1f3d-4184-8bcf-4475c514e9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.582254 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1e5a-5f0e-455e-bab3-b71a2569d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.590211 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1e5a-5f0e-455e-bab3-b71a2569d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.609058 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da88d-3d73-49f8-a828-adf08fd21e7c req-f52c9eae-3968-4146-9230-79667df46508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:46.610666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aa4da88d-3d73-49f8-a828-adf08fd21e7c req-f52c9eae-3968-4146-9230-79667df46508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1099 time: 0.4455435 Sep 08 11:07:46.644149 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5f7e1e5a-5f0e-455e-bab3-b71a2569d3fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e87920b9ff754793b8acc026cea02732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617843 Sep 08 11:07:46.651426 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:46.653526 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44126) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:46.662345 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e1e5a-5f0e-455e-bab3-b71a2569d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9cb986-af86-4a91-87e9-50c4196e9fe9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:46.663066 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.671691 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:46.685228 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:46.686719 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:07:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:46.711575 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ae190-ead4-435b-bc9f-6c469d9cc5ba req-a09c2e51-a288-4eba-a2c7-a501d557608b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:46.720890 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df6ae190-ead4-435b-bc9f-6c469d9cc5ba req-a09c2e51-a288-4eba-a2c7-a501d557608b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.2292218 Sep 08 11:07:46.724093 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-6e5e1893-b18f-4354-90d4-7355137da6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:46.725849 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-6e5e1893-b18f-4354-90d4-7355137da6ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1099 time: 0.2307069 Sep 08 11:07:46.738272 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.745629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18a15-d45c-45a3-948d-38fb87ff0836 req-c9698733-0178-4afc-bc67-4206fda68649 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:46.747123 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bd18a15-d45c-45a3-948d-38fb87ff0836 req-c9698733-0178-4afc-bc67-4206fda68649 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.2529361 Sep 08 11:07:46.773499 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.783922 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8e004741-a448-4ef1-986c-66ca552662c7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "PUT /v2.0/floatingips/6d8827b4-fba4-4d52-8ab7-0783e07c7b9b HTTP/1.1" status: 200 len: 992 time: 2.3247170 Sep 08 11:07:46.789469 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-04abe389-1f3d-4184-8bcf-4475c514e9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.799748 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-04abe389-1f3d-4184-8bcf-4475c514e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.815607 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:46.817881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9" -d '{"events": [{"name": "network-changed", "server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:46.855175 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-04abe389-1f3d-4184-8bcf-4475c514e9bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb37dc13daab473daf38507fe4fc7a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440928 Sep 08 11:07:46.858594 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abe389-1f3d-4184-8bcf-4475c514e9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681df1f2-271a-4a37-8276-59253d7ca635,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:46.860769 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:46.861064 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44136) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:46.903241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.906679 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.907817 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb9cb986-af86-4a91-87e9-50c4196e9fe9 HTTP/1.1" status: 204 len: 168 time: 0.2531126 Sep 08 11:07:46.920595 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88850e29-a5c8-4996-abfb-2c50a88c1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9cb986-af86-4a91-87e9-50c4196e9fe9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:46.932994 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.944288 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-a6f32762-8937-40a6-8dcc-aae81cb06276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:46.945785 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-a6f32762-8937-40a6-8dcc-aae81cb06276 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.1942778 Sep 08 11:07:46.947622 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aa4da88d-3d73-49f8-a828-adf08fd21e7c req-56ee055c-0f6b-4663-9cf1-7b851a7d8205 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3235693 Sep 08 11:07:46.964274 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:46.991805 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bd18a15-d45c-45a3-948d-38fb87ff0836 req-41b832bc-4feb-487d-a8ea-723127b0e4b8 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168331 Sep 08 11:07:46.999436 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df6ae190-ead4-435b-bc9f-6c469d9cc5ba req-4781262d-f4eb-4c9e-a2de-863dedd67d1c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2771890 Sep 08 11:07:47.040140 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:47.042864 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:47.044056 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/681df1f2-271a-4a37-8276-59253d7ca635 HTTP/1.1" status: 204 len: 168 time: 0.1812959 Sep 08 11:07:47.056151 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b150eb-26ff-4480-b1bd-e8b4987dc732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681df1f2-271a-4a37-8276-59253d7ca635,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:47.229837 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-15f9f106-56b3-45e7-bae5-5ddc6c1ff989 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 200 len: 217 time: 0.0511470 Sep 08 11:07:47.314379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2dad5-08f5-4821-ab11-2f036c9d22fa x-openstack-request-id: req-57e2dad5-08f5-4821-ab11-2f036c9d22fa {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:47.314685 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:47.315096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57e2dad5-08f5-4821-ab11-2f036c9d22fa {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:47.315285 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7', 'status': 'completed', 'code': 200} Sep 08 11:07:47.363649 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6d8827b4-fba4-4d52-8ab7-0783e07c7b9b', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': '7619570c-cece-4017-83e3-0a06ff9516a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:c6:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fb452-be30-45a3-b306-333fa4706348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:25Z', 'updated_at': '2021-09-08T11:07:45Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:47.398695 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:47.414076 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-363afc8d-90cc-4067-b89e-4dd52424cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:47.416904 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-363afc8d-90cc-4067-b89e-4dd52424cf1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.1617360 Sep 08 11:07:47.426328 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:47.427099 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:07:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:47.464141 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-77356a40-2ec4-49fc-a5b7-4f39335e9422 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381305 Sep 08 11:07:47.470963 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-9158c57f-ce34-448c-9217-1962410b5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:47.472928 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-9158c57f-ce34-448c-9217-1962410b5960 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1099 time: 0.1233275 Sep 08 11:07:47.590061 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:47.657396 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-1457ed80-9c99-489e-84ca-ea43df339100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:47.658945 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-1457ed80-9c99-489e-84ca-ea43df339100 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.1712539 Sep 08 11:07:47.665166 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-83e4e60c-cca8-486c-a3d9-6bffea04c77b service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787381 Sep 08 11:07:47.734846 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44168) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:47.748368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e45686f2-7b56-4e20-b604-cbf50af79db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:47.870230 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-f8154211-13b8-41e0-9cbe-ab8dd03cb92a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 1000 time: 0.2032475 Sep 08 11:07:47.912126 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e45686f2-7b56-4e20-b604-cbf50af79db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:47.918580 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e45686f2-7b56-4e20-b604-cbf50af79db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:47.947327 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5e2159e-37dd-4885-9328-f3a0e6f8e368 req-4892b17e-b8a6-4837-ad2b-6e393038453c service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646344 Sep 08 11:07:47.953866 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-ea52eac9-60fc-4db6-bce8-523408764d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:47.955334 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-ea52eac9-60fc-4db6-bce8-523408764d1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0734599 Sep 08 11:07:47.976568 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e45686f2-7b56-4e20-b604-cbf50af79db5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9a1496c808c47babd8b7f47fe6741bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402897 Sep 08 11:07:47.977768 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45686f2-7b56-4e20-b604-cbf50af79db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1b614-5b7d-46d3-bb8e-e4717716a252,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:47.980880 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44176) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:48.017058 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6d8827b4-fba4-4d52-8ab7-0783e07c7b9b', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': '7619570c-cece-4017-83e3-0a06ff9516a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:c6:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fb452-be30-45a3-b306-333fa4706348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:25Z', 'updated_at': '2021-09-08T11:07:45Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:48.074138 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.079199 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-51e3aa83-1525-4854-8877-4c3674537b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:48.084611 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-51e3aa83-1525-4854-8877-4c3674537b8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1199729 Sep 08 11:07:48.142583 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.147929 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820f5f0-f099-49c5-9a5d-1a1497322da6 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6d8827b4-fba4-4d52-8ab7-0783e07c7b9b', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': '7619570c-cece-4017-83e3-0a06ff9516a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:c6:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fb452-be30-45a3-b306-333fa4706348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:25Z', 'updated_at': '2021-09-08T11:07:45Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:48.228585 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.235024 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.237183 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ff1b614-5b7d-46d3-bb8e-e4717716a252 HTTP/1.1" status: 204 len: 168 time: 0.2546299 Sep 08 11:07:48.248454 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1cfc2-91ce-4b55-b45f-3ff03becfcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1b614-5b7d-46d3-bb8e-e4717716a252,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:48.324147 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe1936-6931-4a29-b6f1-3acb00566dbf req-c28e0f4b-961b-422d-b7ea-f6765139aa94 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:48.325641 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e5fe1936-6931-4a29-b6f1-3acb00566dbf req-c28e0f4b-961b-422d-b7ea-f6765139aa94 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1828456 Sep 08 11:07:48.368460 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-cc45f5a9-50d4-4699-8382-5c6910397b87 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679923 Sep 08 11:07:48.385612 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be046d-e5da-4ef4-9280-a34fd44f4ab1 req-5e7ea1a1-c805-4df3-a211-0e9712ad62a7 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:48.393823 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-81be046d-e5da-4ef4-9280-a34fd44f4ab1 req-5e7ea1a1-c805-4df3-a211-0e9712ad62a7 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1740417 Sep 08 11:07:48.423979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44204) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:48.469534 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e5fe1936-6931-4a29-b6f1-3acb00566dbf req-55b0aed3-ec9b-4661-a255-30b4d5d1b38f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314099 Sep 08 11:07:48.516320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89b544-7361-40af-a08b-9aa8e6e14b72 None None] New status for floating IP 6d8827b4-fba4-4d52-8ab7-0783e07c7b9b: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:07:48.538049 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-81be046d-e5da-4ef4-9280-a34fd44f4ab1 req-46b4669b-2c37-4a63-bf76-af8bf545483d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433570 Sep 08 11:07:48.566549 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ef87d5-c14e-4861-b1d3-6eb2ef0f8af9 req-56d10c70-284b-4f36-a0fd-4b7121a29118 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680374 Sep 08 11:07:48.731168 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13802973-0346-4629-81f3-2e1246fb7655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.749994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44214) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:48.765004 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d867bda7-b28a-46a8-be73-5b6b8f7aa56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.823719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13802973-0346-4629-81f3-2e1246fb7655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.835764 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13802973-0346-4629-81f3-2e1246fb7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.885040 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-13802973-0346-4629-81f3-2e1246fb7655 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=564ca50664ac4425a2172fc8b3bf0945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577100 Sep 08 11:07:48.885040 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802973-0346-4629-81f3-2e1246fb7655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae3029-0a49-428c-a8c8-ccc657feef4a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:48.886980 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44218) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:48.948068 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.948981 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d867bda7-b28a-46a8-be73-5b6b8f7aa56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.953736 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d867bda7-b28a-46a8-be73-5b6b8f7aa56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.970598 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:48.991990 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d867bda7-b28a-46a8-be73-5b6b8f7aa56d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f48364cb8dc246af9ff64b198b957359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406578 Sep 08 11:07:48.994460 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44222) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:48.995418 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867bda7-b28a-46a8-be73-5b6b8f7aa56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faffab00-c3a9-44e5-9ecd-20c0935a3dde,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:49.054414 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.056962 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.058117 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0eae3029-0a49-428c-a8c8-ccc657feef4a HTTP/1.1" status: 204 len: 168 time: 0.1702123 Sep 08 11:07:49.068389 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079a4e-0d0d-4d4d-9205-2f67e07446b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae3029-0a49-428c-a8c8-ccc657feef4a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:49.071381 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.098487 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.149919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.152915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.158038 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/faffab00-c3a9-44e5-9ecd-20c0935a3dde HTTP/1.1" status: 204 len: 168 time: 0.1626122 Sep 08 11:07:49.167071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd645ea-cc09-4616-8a94-63d4f37dc2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faffab00-c3a9-44e5-9ecd-20c0935a3dde,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:49.524523 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44286) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:49.537919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90eadcb8-0028-402e-8235-95687f67764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.622264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620206c-a300-4ce9-96fe-d501d342698b req-4000e109-5639-4bba-8570-c0c4c5ebce7f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:49.630836 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9620206c-a300-4ce9-96fe-d501d342698b req-4000e109-5639-4bba-8570-c0c4c5ebce7f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0716558 Sep 08 11:07:49.716900 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90eadcb8-0028-402e-8235-95687f67764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.716900 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90eadcb8-0028-402e-8235-95687f67764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.728315 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9620206c-a300-4ce9-96fe-d501d342698b req-be193d21-73d5-4bb2-8be8-b821b3ba1937 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938895 Sep 08 11:07:49.767217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5798-6435-4453-a72e-739cc7a8b39f req-50c0fe30-7a80-4634-9ceb-73e42eee3db5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:49.768849 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dddf5798-6435-4453-a72e-739cc7a8b39f req-50c0fe30-7a80-4634-9ceb-73e42eee3db5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0867240 Sep 08 11:07:49.798493 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-90eadcb8-0028-402e-8235-95687f67764e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40887a3cfaba44158f6b427722029409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726924 Sep 08 11:07:49.798635 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44300) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:49.803470 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eadcb8-0028-402e-8235-95687f67764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22937e-aebd-4ebd-a536-b772abdf6116,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:49.837715 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dddf5798-6435-4453-a72e-739cc7a8b39f req-d2dda43d-b509-4b27-9387-be8769f83f88 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629628 Sep 08 11:07:49.873073 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.903391 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:49.980581 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904f93-8a3b-43c7-9ecc-aadf1f22c9ac req-c4fe6bda-07ac-491c-98e8-fe053bac3a39 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:49.982001 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dc904f93-8a3b-43c7-9ecc-aadf1f22c9ac req-c4fe6bda-07ac-491c-98e8-fe053bac3a39 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0654371 Sep 08 11:07:49.992781 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44314) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:49.997712 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'floatingip': {'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:07:49.998913 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:50.002045 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:50.003227 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb22937e-aebd-4ebd-a536-b772abdf6116 HTTP/1.1" status: 204 len: 168 time: 0.2035522 Sep 08 11:07:50.012109 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b4907-92be-4fad-8a1b-b2e65d491245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22937e-aebd-4ebd-a536-b772abdf6116,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:50.085378 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:50.790262 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:50.802048 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:50.954529 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114df5f5-ba55-4fcd-83a2-94b635812140 req-2393b633-ca64-4480-ae2d-fb16ce46371b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:50.962792 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-114df5f5-ba55-4fcd-83a2-94b635812140 req-2393b633-ca64-4480-ae2d-fb16ce46371b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0936592 Sep 08 11:07:51.019444 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-114df5f5-ba55-4fcd-83a2-94b635812140 req-d8bde6c9-fece-4e0a-a79e-40935fe4b4d9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Sep 08 11:07:51.116854 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Floating IP eda3bba6-35eb-463b-8720-97d627569ff7 associated. External IP: 172.27.0.236, port: 8a0eecda-3646-4d4a-af2f-5eee8940948e. Sep 08 11:07:51.346182 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:07:51.461806 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:07:51.466546 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:51.474026 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:07:51.492136 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:51.492792 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:07:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:51.496896 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-012708da-a14a-4ce3-9f85-b2a711ca93a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "PUT /v2.0/floatingips/eda3bba6-35eb-463b-8720-97d627569ff7 HTTP/1.1" status: 200 len: 992 time: 1.5030417 Sep 08 11:07:51.498830 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:07:51.500352 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dea4e88-a928-49bc-ace2-d35f943c347a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:07:51.582710 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fd6af4-ffa7-4692-bad3-3a377f9d8fc3 x-openstack-request-id: req-d2fd6af4-ffa7-4692-bad3-3a377f9d8fc3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:07:51.583000 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:07:51.583243 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2fd6af4-ffa7-4692-bad3-3a377f9d8fc3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:07:51.583641 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'status': 'completed', 'code': 200} Sep 08 11:07:51.627369 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9357ef2f-e240-417b-b0d6-66c9da3e3085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:51.678610 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:51.723467 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-180a5bfe-82fa-48a9-8688-61a688e0cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:51.725295 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-180a5bfe-82fa-48a9-8688-61a688e0cb96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1099 time: 0.0884564 Sep 08 11:07:51.863499 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-396d2fda-07ea-4e80-860d-8bb23d3119cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:51.865212 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-396d2fda-07ea-4e80-860d-8bb23d3119cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1145184 Sep 08 11:07:51.961600 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-36fb9bde-8313-4ddf-8a99-6d4b205bd77c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 1000 time: 0.0833116 Sep 08 11:07:51.982253 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'eda3bba6-35eb-463b-8720-97d627569ff7', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:28Z', 'updated_at': '2021-09-08T11:07:50Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:52.011337 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:07:52.020460 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:07:52.022710 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:07:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:52.025931 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-cad050a0-3c3b-42a9-ad06-286d31ae1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:52.027745 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-cad050a0-3c3b-42a9-ad06-286d31ae1e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0564430 Sep 08 11:07:52.100751 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-4e47bdcf-8910-4cb5-80ed-f9ca6fe191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:52.102575 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-4e47bdcf-8910-4cb5-80ed-f9ca6fe191c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611408 Sep 08 11:07:52.211832 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:07:52.226532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279caf-36c2-442e-9c6b-f3cb12b636e6 req-1dfc86d4-1f71-4239-bc8f-3782f0f2bd06 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:52.228083 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20279caf-36c2-442e-9c6b-f3cb12b636e6 req-1dfc86d4-1f71-4239-bc8f-3782f0f2bd06 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1109157 Sep 08 11:07:52.275505 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-3bc9cd54-cfb9-4fb9-b42d-b0161dc221f4 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466737 Sep 08 11:07:52.289451 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20279caf-36c2-442e-9c6b-f3cb12b636e6 req-2e175722-8e8a-4678-bbe4-efdfd27f24b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Sep 08 11:07:52.405804 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0dea4e88-a928-49bc-ace2-d35f943c347a req-4f5b6336-97ec-4fba-8a15-2ebf5ac9a457 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147208 Sep 08 11:07:52.521413 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'eda3bba6-35eb-463b-8720-97d627569ff7', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:28Z', 'updated_at': '2021-09-08T11:07:50Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:07:52.562693 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02627475-55fa-45d8-9c69-ff5efad8f3ca None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'eda3bba6-35eb-463b-8720-97d627569ff7', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:07:28Z', 'updated_at': '2021-09-08T11:07:50Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:07:52.739985 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03bda6-40b7-4883-a7e2-120375dd031d None None] New status for floating IP eda3bba6-35eb-463b-8720-97d627569ff7: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:07:53.411558 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613fd18-25e2-4639-b1ff-f83f8926b7c7 req-c8f8e239-b187-454e-b636-74f37db0fe4b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:53.413034 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b613fd18-25e2-4639-b1ff-f83f8926b7c7 req-c8f8e239-b187-454e-b636-74f37db0fe4b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0467150 Sep 08 11:07:53.450199 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b613fd18-25e2-4639-b1ff-f83f8926b7c7 req-ae758e89-5530-4486-8240-722e926179a1 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Sep 08 11:07:54.196332 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f949dd1-5d13-4473-8bfe-a7824ceb81c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:54.529008 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:55.052311 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:57.049713 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848f4b-5e3a-4766-9a61-d65b30067d65 req-8af83a1d-0979-4101-a970-5ed2717521b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:57.051214 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-12848f4b-5e3a-4766-9a61-d65b30067d65 req-8af83a1d-0979-4101-a970-5ed2717521b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0484128 Sep 08 11:07:57.088312 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-12848f4b-5e3a-4766-9a61-d65b30067d65 req-665456d5-58de-43b3-a83e-d92b30b62a27 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Sep 08 11:07:57.269294 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:57.830000 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44514) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:57.932840 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae2578ae-5c12-4d3f-a7af-2f3faf68c31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.026316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae2578ae-5c12-4d3f-a7af-2f3faf68c31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.030553 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae2578ae-5c12-4d3f-a7af-2f3faf68c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.074007 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ae2578ae-5c12-4d3f-a7af-2f3faf68c31c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86de6d393a024217a62c858805ff4f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429349 Sep 08 11:07:58.074894 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2578ae-5c12-4d3f-a7af-2f3faf68c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4a3b0-ccf1-42e9-87d8-aca6a3ea35a5,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:58.077127 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44524) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:58.134271 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.158604 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.233595 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd2282-e89f-4a08-a66f-47228a56d9da req-af908817-3736-443f-b967-beccb0cca49e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:58.240382 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0edd2282-e89f-4a08-a66f-47228a56d9da req-af908817-3736-443f-b967-beccb0cca49e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0796378 Sep 08 11:07:58.293980 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0edd2282-e89f-4a08-a66f-47228a56d9da req-5fa9ab68-6469-4e05-83e8-026fb516adfc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Sep 08 11:07:58.309511 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.312894 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.316541 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26a4a3b0-ccf1-42e9-87d8-aca6a3ea35a5 HTTP/1.1" status: 204 len: 168 time: 0.2352521 Sep 08 11:07:58.323241 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0dabe-d609-4c76-a699-28dcc423bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4a3b0-ccf1-42e9-87d8-aca6a3ea35a5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:58.633473 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:58.648052 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23f8cf0-74ad-471d-aa67-24d88c2d22d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.734443 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23f8cf0-74ad-471d-aa67-24d88c2d22d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.739332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23f8cf0-74ad-471d-aa67-24d88c2d22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.775202 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8cf0-74ad-471d-aa67-24d88c2d22d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc0ad8-429e-43da-9086-76c2a33befb7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:58.779407 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f23f8cf0-74ad-471d-aa67-24d88c2d22d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d396ac61ca4545d3ab6e197fa661091a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449337 Sep 08 11:07:58.782115 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:07:58.832136 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.852236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.900673 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.903428 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:07:58.904621 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63cc0ad8-429e-43da-9086-76c2a33befb7 HTTP/1.1" status: 204 len: 168 time: 0.1217692 Sep 08 11:07:58.912983 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a221f82-ee5b-49f9-8550-8c5a7ceeac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc0ad8-429e-43da-9086-76c2a33befb7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:07:59.312420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec780f0-3fea-4718-a488-b2a3353df194 req-9d32be75-9e9a-4f9c-bc74-e1ca14fdd551 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:59.314704 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eec780f0-3fea-4718-a488-b2a3353df194 req-9d32be75-9e9a-4f9c-bc74-e1ca14fdd551 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0566561 Sep 08 11:07:59.356915 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eec780f0-3fea-4718-a488-b2a3353df194 req-ca7241dd-b4c6-456a-a5dc-d9c09bcfdf41 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Sep 08 11:07:59.416238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4791-d1c1-43e4-9fc3-d273b26aa774 req-be9e9157-121e-4d68-b32b-c9806ca87e1a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:07:59.424138 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf0f4791-d1c1-43e4-9fc3-d273b26aa774 req-be9e9157-121e-4d68-b32b-c9806ca87e1a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0558848 Sep 08 11:07:59.456871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf0f4791-d1c1-43e4-9fc3-d273b26aa774 req-4906c54b-87bb-43d7-94f5-630709180369 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Sep 08 11:08:00.491646 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122b1f-4c79-4d5a-be1a-751731f9f932 req-d9a3a602-9c6b-43af-8d16-a01bbf4bc098 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:00.496568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f122b1f-4c79-4d5a-be1a-751731f9f932 req-d9a3a602-9c6b-43af-8d16-a01bbf4bc098 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.0642540 Sep 08 11:08:00.578506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f122b1f-4c79-4d5a-be1a-751731f9f932 req-d486134e-c79f-4d31-8742-cef483255c74 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Sep 08 11:08:00.601656 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467b1f-006e-42bd-a2f8-1f636e777232 req-5bc49e35-55e3-40e5-a977-0e9c32da5f2c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:00.603153 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a9467b1f-006e-42bd-a2f8-1f636e777232 req-5bc49e35-55e3-40e5-a977-0e9c32da5f2c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0681994 Sep 08 11:08:00.642679 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a9467b1f-006e-42bd-a2f8-1f636e777232 req-564dd756-7743-4268-bb42-4c8a3fa1b796 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Sep 08 11:08:00.850786 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:00.970240 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.060838 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.065383 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.107827 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d3f5e054c9443b78744e6dce6762a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558594 Sep 08 11:08:01.108702 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95adbc3c-0276-4131-a044-539697b25733,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:01.111157 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44660) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:01.116555 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.116906 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.117249 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.117586 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.117920 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.118248 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.118577 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.118904 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.119232 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.119554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.119912 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.120226 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1547f2a8-b82e-4f7d-ac3a-73664398f52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.160914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.172795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:01.182108 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.229194 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.232179 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.233318 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95adbc3c-0276-4131-a044-539697b25733 HTTP/1.1" status: 204 len: 168 time: 0.1211956 Sep 08 11:08:01.242127 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95adbc3c-0276-4131-a044-539697b25733,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:01.256542 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.257253 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.257596 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.257938 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.258479 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.258635 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.258914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.259235 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.259563 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.259913 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.260235 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.260649 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b42fc4d-100a-470f-a417-4a6a89ba2135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:01.286303 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-42637db5-9215-43a8-b3de-a52e6c9ff66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.397007 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-42637db5-9215-43a8-b3de-a52e6c9ff66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.403649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-42637db5-9215-43a8-b3de-a52e6c9ff66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.434698 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-42637db5-9215-43a8-b3de-a52e6c9ff66a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56e6e6258a5842bb8968f183fac1113d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583535 Sep 08 11:08:01.435104 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44676) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:01.452143 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637db5-9215-43a8-b3de-a52e6c9ff66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1de7ef-9eb9-47df-a9a9-11f67a28b37d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:01.489034 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.515137 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.568134 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44680) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:01.572339 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.574883 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.576072 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba1de7ef-9eb9-47df-a9a9-11f67a28b37d HTTP/1.1" status: 204 len: 168 time: 0.1399617 Sep 08 11:08:01.583910 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4fd49-6fda-4ddc-be21-18312c5898a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1de7ef-9eb9-47df-a9a9-11f67a28b37d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:01.591794 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-947bd4d7-95f5-4479-a570-083ff50787a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.926025 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44690) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:01.942316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27877ade-b719-4609-8cea-9671124ef396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:01.994658 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-947bd4d7-95f5-4479-a570-083ff50787a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.004111 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c2bd4-d7bd-4339-bf49-3132e8d7fbb1 req-4d1e6660-37d8-4f30-87ed-f67a30422e79 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:02.005635 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6c2bd4-d7bd-4339-bf49-3132e8d7fbb1 req-4d1e6660-37d8-4f30-87ed-f67a30422e79 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.3305259 Sep 08 11:08:02.009468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-947bd4d7-95f5-4479-a570-083ff50787a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.081745 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf501-f7a6-46fa-ace3-0a9499c89149 req-78f52a9f-b645-4919-9762-b3d05704d537 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:02.083210 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f1ecf501-f7a6-46fa-ace3-0a9499c89149 req-78f52a9f-b645-4919-9762-b3d05704d537 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.3674996 Sep 08 11:08:02.087032 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27877ade-b719-4609-8cea-9671124ef396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.090887 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27877ade-b719-4609-8cea-9671124ef396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.091746 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-947bd4d7-95f5-4479-a570-083ff50787a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6aa65c4dfa549bd92d4fb1378f4e8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222199 Sep 08 11:08:02.092685 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd4d7-95f5-4479-a570-083ff50787a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae81f2a-935c-4361-977e-6cd7236d7807,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:02.095828 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44692) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:02.104997 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297384b-ec2b-4598-b841-bd678251773a req-cdda6051-1197-4d85-ae6e-1f757328825f tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:02.106806 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7297384b-ec2b-4598-b841-bd678251773a req-cdda6051-1197-4d85-ae6e-1f757328825f tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 946 time: 0.1507599 Sep 08 11:08:02.139427 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27877ade-b719-4609-8cea-9671124ef396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72392df-a0b0-49c6-b315-1c91cb23517f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:02.148822 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6c2bd4-d7bd-4339-bf49-3132e8d7fbb1 req-5aaf82e5-51a1-449f-a1ec-d99d42e597a8 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/security-groups?id=314db728-e2dd-4dfc-a894-33aeeccb8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363401 Sep 08 11:08:02.165135 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-27877ade-b719-4609-8cea-9671124ef396 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cbea607517f452886a7d5c5875d1082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307794 Sep 08 11:08:02.165135 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44694) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:02.195741 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f1ecf501-f7a6-46fa-ace3-0a9499c89149 req-3ff837ce-5d51-46e8-b6c9-89bee1207564 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978835 Sep 08 11:08:02.220242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.251849 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.253684 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.288141 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Deleting port edaee13a-2529-4ac4-a91a-db4c6054ef41 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:08:02.288482 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.290797 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.342473 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.345012 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.346272 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ae81f2a-935c-4361-977e-6cd7236d7807 HTTP/1.1" status: 204 len: 168 time: 0.2489860 Sep 08 11:08:02.358004 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde8da-78cd-4e19-8ffd-f6ad91c1a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae81f2a-935c-4361-977e-6cd7236d7807,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:02.361339 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.364125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.365265 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e72392df-a0b0-49c6-b315-1c91cb23517f HTTP/1.1" status: 204 len: 168 time: 0.2018247 Sep 08 11:08:02.381539 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee24cca-f100-41e3-ae6b-c39ca5169c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72392df-a0b0-49c6-b315-1c91cb23517f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:02.395101 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] For port edaee13a-2529-4ac4-a91a-db4c6054ef41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=edaee13a-2529-4ac4-a91a-db4c6054ef41,segment=NetworkSegment(0537847d-34e7-41d0-b80f-da198df1bfa2),segment_id=0537847d-34e7-41d0-b80f-da198df1bfa2)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:02.395456 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.416381 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Calling delete_port for edaee13a-2529-4ac4-a91a-db4c6054ef41 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:08:02.617403 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.636538 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['edaee13a-2529-4ac4-a91a-db4c6054ef41'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:08:02.650913 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Pushing event deleted for resources: {'Port': ['ID=edaee13a-2529-4ac4-a91a-db4c6054ef41,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:02.720853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] No DVR routers for this DVR port edaee13a-2529-4ac4-a91a-db4c6054ef41 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:08:02.724391 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:02.726785 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7297384b-ec2b-4598-b841-bd678251773a req-e6485594-e240-479f-bddb-19955548593b tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.44 "DELETE /v2.0/ports/edaee13a-2529-4ac4-a91a-db4c6054ef41 HTTP/1.1" status: 204 len: 173 time: 0.6070516 Sep 08 11:08:02.727247 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'name': 'network-vif-deleted', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:08:02.729494 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21138d7-3272-4997-8e23-fe2b3d8165f7" -d '{"events": [{"server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "name": "network-vif-deleted", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:08:02.772058 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b56362c-daa3-4fe0-81df-b116f474b2d3 x-openstack-request-id: req-5b56362c-daa3-4fe0-81df-b116f474b2d3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:08:02.772444 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6519f4-cc30-4905-81a2-7e1d07fe7f41", "name": "network-vif-deleted", "tag": "edaee13a-2529-4ac4-a91a-db4c6054ef41", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:08:02.775659 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b56362c-daa3-4fe0-81df-b116f474b2d3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:08:02.775659 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6519f4-cc30-4905-81a2-7e1d07fe7f41', 'name': 'network-vif-deleted', 'tag': 'edaee13a-2529-4ac4-a91a-db4c6054ef41', 'status': 'completed', 'code': 200} Sep 08 11:08:03.194163 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44748) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:03.304174 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba23d034-f9fb-4628-b57a-3e08202e5049 req-7ca9a600-d515-43c5-9135-9e15fa992bd7 tempest-DeleteServersTestJSON-2027263976 tempest-DeleteServersTestJSON-2027263976-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd6519f4-cc30-4905-81a2-7e1d07fe7f41 HTTP/1.1" status: 200 len: 210 time: 0.0362451 Sep 08 11:08:03.311130 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948270860-network', 'tenant_id': '7f9e976fd4cc416cbb9f79b660881cc7'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:03.354463 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Made reservation on behalf of 7f9e976fd4cc416cbb9f79b660881cc7 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:03.354686 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ca199-5283-4840-a55d-abfc71e6ded8 req-28f7a80c-303d-4389-9015-8bd0c0d59057 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:03.356558 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c8ca199-5283-4840-a55d-abfc71e6ded8 req-28f7a80c-303d-4389-9015-8bd0c0d59057 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0795753 Sep 08 11:08:03.357354 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.366131 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.399754 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c8ca199-5283-4840-a55d-abfc71e6ded8 req-b7c09b93-e22a-4c20-9005-08a234ba96bd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Sep 08 11:08:03.461918 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.467450 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.490047 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:03.505876 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3297e5-61d6-4ae5-80df-7e22834b39a0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:03.508828 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.509173 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Added segment 90814e48-d33b-4dd5-83ed-e195059f91ff of type vlan for network 08cb364d-b4b5-47c6-bb1f-9026c2a76a68 Sep 08 11:08:03.552154 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.580203 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.581295 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:03.581946 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.591013 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44766) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:03.615147 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4191360 Sep 08 11:08:03.618253 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:03.625924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Request body: {'subnet': {'network_id': '08cb364d-b4b5-47c6-bb1f-9026c2a76a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948270860-subnet', 'tenant_id': '7f9e976fd4cc416cbb9f79b660881cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:03.647625 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed32d6-b4e3-4215-bfa6-9dd8324b3bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=08cb364d-b4b5-47c6-bb1f-9026c2a76a68,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:03.659976 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 08cb364d-b4b5-47c6-bb1f-9026c2a76a68 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:03.661633 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Made reservation on behalf of 7f9e976fd4cc416cbb9f79b660881cc7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:03.667096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.736883 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fc10f2b-3e05-49f3-87e9-3d5067cb2e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.966305 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fc10f2b-3e05-49f3-87e9-3d5067cb2e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.970668 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fc10f2b-3e05-49f3-87e9-3d5067cb2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:03.983480 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.054235 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8fc10f2b-3e05-49f3-87e9-3d5067cb2e90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5a3f04030e94dddaa53dad36b61d08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621456 Sep 08 11:08:04.056989 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44776) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:04.059745 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc10f2b-3e05-49f3-87e9-3d5067cb2e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2563bba-fff3-4835-b31c-19e139208f7f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:04.073446 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7626260-d838-4ce1-a271-bdab1773aa8c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:04.089057 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Checking segment: {'id': '90814e48-d33b-4dd5-83ed-e195059f91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08cb364d-b4b5-47c6-bb1f-9026c2a76a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:04.089408 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Network hostable DHCP agents. Network: 08cb364d-b4b5-47c6-bb1f-9026c2a76a68, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:04.108806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Network 08cb364d-b4b5-47c6-bb1f-9026c2a76a68 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:04.114455 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.122591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 08cb364d-b4b5-47c6-bb1f-9026c2a76a68) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:04.127633 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:04.130629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.133005 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ccf3d-c940-456d-948d-e84ce84e7613 None None] Network 08cb364d-b4b5-47c6-bb1f-9026c2a76a68 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:04.145271 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.145655 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-57508a35-2ae2-405f-99ca-d5d745200af4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5249391 Sep 08 11:08:04.202072 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.205369 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.206753 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2563bba-fff3-4835-b31c-19e139208f7f HTTP/1.1" status: 204 len: 168 time: 0.1487083 Sep 08 11:08:04.215709 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09a8b4-c69f-4d0d-a6f3-2d1b6a6482e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2563bba-fff3-4835-b31c-19e139208f7f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:04.277581 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc7b83-824d-49dd-8655-896535525176 None None] Network 08cb364d-b4b5-47c6-bb1f-9026c2a76a68 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:04.564423 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da231eaa-352d-4bc7-959c-6b52d047c33f req-aa29fc66-35c2-4fef-a7cd-bfa5446caede tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:04.565958 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da231eaa-352d-4bc7-959c-6b52d047c33f req-aa29fc66-35c2-4fef-a7cd-bfa5446caede tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0613980 Sep 08 11:08:04.619440 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da231eaa-352d-4bc7-959c-6b52d047c33f req-bd031379-b9c7-42f8-86f9-b62a8486c30a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Sep 08 11:08:04.895986 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44830) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:04.904320 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776971156-network', 'tenant_id': '2b24457d8ae944b49f98fcf6395c27a2'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:04.955578 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Made reservation on behalf of 2b24457d8ae944b49f98fcf6395c27a2 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:04.958643 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:04.967278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.071989 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.075619 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.099147 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:05.114123 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105da3de-985a-4cc9-b22d-30e64188c69a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:05.116957 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.117290 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Added segment b650e959-6bd2-442a-aeeb-ce4a0fa317b2 of type vlan for network 8529b2da-f756-4c62-a77f-102fe950a4f7 Sep 08 11:08:05.157722 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.183041 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.184100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:05.184648 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.218209 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3209505 Sep 08 11:08:05.221077 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44842) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:05.227361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Request body: {'subnet': {'network_id': '8529b2da-f756-4c62-a77f-102fe950a4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776971156-subnet', 'tenant_id': '2b24457d8ae944b49f98fcf6395c27a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:05.245351 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb2b3-76f3-4f2b-835c-9b1af535ab60 admin admin] Pushing event updated for resources: {'Network': ['ID=8529b2da-f756-4c62-a77f-102fe950a4f7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:05.253645 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Made reservation on behalf of 2b24457d8ae944b49f98fcf6395c27a2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:05.255984 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.256125 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 8529b2da-f756-4c62-a77f-102fe950a4f7 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:05.438461 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.505359 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9280a7e4-02fe-4b3d-9ee6-1dbd52cbe658,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:05.520440 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Checking segment: {'id': 'b650e959-6bd2-442a-aeeb-ce4a0fa317b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8529b2da-f756-4c62-a77f-102fe950a4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:05.520793 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Network hostable DHCP agents. Network: 8529b2da-f756-4c62-a77f-102fe950a4f7, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:05.538282 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Network 8529b2da-f756-4c62-a77f-102fe950a4f7 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:05.549016 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 8529b2da-f756-4c62-a77f-102fe950a4f7) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:05.553671 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:05.554163 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:05.564760 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40838c-e2fa-4b3c-9e5b-3a3b9a176f70 None None] Network 8529b2da-f756-4c62-a77f-102fe950a4f7 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:05.578479 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d8bc3e55-2184-404a-b597-561d0a11fe6e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3557329 Sep 08 11:08:05.692443 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477e0d2-7895-43e4-8608-0491e538c1ff None None] Network 8529b2da-f756-4c62-a77f-102fe950a4f7 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:05.750983 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c367-78f0-4ed3-b904-eaf93703cf3d req-be32c169-b07c-4386-b5da-f497e427f593 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:05.752684 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-23e6c367-78f0-4ed3-b904-eaf93703cf3d req-be32c169-b07c-4386-b5da-f497e427f593 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0519419 Sep 08 11:08:05.800446 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-23e6c367-78f0-4ed3-b904-eaf93703cf3d req-c9caf54a-03a3-4028-87b8-6c63b7e76ac3 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Sep 08 11:08:05.905757 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:05.952572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Deleting subnet 81ccc6ac-8cf2-4e21-907d-26fe9df1bb26 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:08:05.958316 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.008220 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987715'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.062996 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.152926 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29809448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430377'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.191681 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ccc6ac-8cf2-4e21-907d-26fe9df1bb26,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:06.194703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.196845 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-22651516-7536-45ed-ace0-f86354955719 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81ccc6ac-8cf2-4e21-907d-26fe9df1bb26 HTTP/1.1" status: 204 len: 168 time: 0.2894654 Sep 08 11:08:06.199446 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44886) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:06.277551 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.325660 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device edaee13a-2529-4ac4-a91a-db4c6054ef41 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:08:06.346103 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: edaee13a-2529-4ac4-a91a-db4c6054ef41 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:08:06.346442 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device edaee13a-2529-4ac4-a91a-db4c6054ef41 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:08:06.363577 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.383537 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7960ffa5-2f9c-462a-a8d8-089d2d77ee3d']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:06.393039 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0537847d-34e7-41d0-b80f-da198df1bfa2') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:06.393337 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0537847d-34e7-41d0-b80f-da198df1bfa2') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:06.401353 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-16dd2261-40b5-4adf-a85f-8ddec9e1497e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:06.402852 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-16dd2261-40b5-4adf-a85f-8ddec9e1497e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1139116 Sep 08 11:08:06.406341 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.418498 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-3c0c82e4-9ac8-4278-9a89-988c46ee2c3f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/quotas/81d53b70aad548f58f1b849ffacd1497 HTTP/1.1" status: 200 len: 375 time: 0.0093505 Sep 08 11:08:06.419830 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.426369 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:08:06.426806 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:08:06.428785 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:08:06.468451 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-9a6d9892-f988-4564-9313-4f1e54c3e45f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422003 Sep 08 11:08:06.482616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.488886 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.493391 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] 10.222.0.38 "DELETE /v2.0/networks/7960ffa5-2f9c-462a-a8d8-089d2d77ee3d HTTP/1.1" status: 204 len: 168 time: 0.2902534 Sep 08 11:08:06.502394 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15722bf2-6d3e-4682-87c7-840d565be50d admin admin] Pushing event deleted for resources: {'Network': ['ID=7960ffa5-2f9c-462a-a8d8-089d2d77ee3d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:06.574480 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-6e6031fc-40b1-4d64-a777-94d339c950f9 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965979 Sep 08 11:08:06.671799 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 44900) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:06.695780 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-a4f3f416-fc2f-40ef-b754-92cb46d76a3f service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148207 Sep 08 11:08:06.727341 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1e3909cd-a8d4-4748-b182-615a3466e202 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8137c7f7b7d749bba6a95515123f17e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549784 Sep 08 11:08:06.730079 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 44902) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:06.782409 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.804645 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.871316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.876919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:06.878071 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/314db728-e2dd-4dfc-a894-33aeeccb8ddf HTTP/1.1" status: 204 len: 168 time: 0.1464164 Sep 08 11:08:06.887728 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f1806-9393-42d9-a61f-6e444efbaa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314db728-e2dd-4dfc-a894-33aeeccb8ddf,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:06.925786 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-26ff5b75-b627-4272-a05c-d26c5132ac63 req-d77a2e9d-22bc-43bf-b5dd-7035d062334b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 210 time: 0.0398285 Sep 08 11:08:07.002884 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d48f-64c2-4569-bb23-a2e97639ff27 req-ad157343-f477-4401-af03-50aecb611b41 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:07.004451 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d473d48f-64c2-4569-bb23-a2e97639ff27 req-ad157343-f477-4401-af03-50aecb611b41 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0701189 Sep 08 11:08:07.046024 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d473d48f-64c2-4569-bb23-a2e97639ff27 req-90b44a97-31ce-46d0-8b77-dbf6fca464ec tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Sep 08 11:08:08.021470 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d2d4dfe7-70b0-4741-962d-6ca567b51d52 req-bbda4572-ed4a-48e5-9d99-02ab64c4d6ca tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 210 time: 0.0269291 Sep 08 11:08:09.988856 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:08:10.388761 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832183f2-b0bf-477f-9b24-fc8ab87935bd req-ec5c7836-2a06-46a4-ae1e-e9a54b63a88f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:10.390242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-832183f2-b0bf-477f-9b24-fc8ab87935bd req-ec5c7836-2a06-46a4-ae1e-e9a54b63a88f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0541775 Sep 08 11:08:10.425379 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c29e1043-2d79-4306-992f-01916ca4aa1a req-48ce4487-aaae-4c45-96a0-56d134035b17 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 210 time: 0.0341647 Sep 08 11:08:10.445719 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-832183f2-b0bf-477f-9b24-fc8ab87935bd req-e40e9c6c-0507-4617-bcda-72f138c351f6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Sep 08 11:08:11.123093 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-c1633bab-5ab2-418d-bc74-66934f753a0d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:11.124605 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-c1633bab-5ab2-418d-bc74-66934f753a0d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1311302 Sep 08 11:08:11.141520 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Request body: {'port': {'device_id': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'admin_state_up': True, 'tenant_id': '81d53b70aad548f58f1b849ffacd1497'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:11.286069 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:11.291362 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:11.468763 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Allocated IP 172.20.0.9 (1acf0ed6-4b40-419f-ba10-d2bff1bee6cd/5f1a05ed-4e7d-47c9-8660-f92b0f634633/7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:11.569971 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0c323959-0e32-4709-8225-a45f5d20bce6 req-284a94a9-ef81-4923-8f03-0f3423697c87 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 210 time: 0.0518870 Sep 08 11:08:11.729755 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473be603-f9a1-480c-8215-165bb33292db req-2a80b553-bb42-4b11-85fb-b35f11e01097 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:11.731223 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-473be603-f9a1-480c-8215-165bb33292db req-2a80b553-bb42-4b11-85fb-b35f11e01097 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1256034 Sep 08 11:08:11.778175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:11.803188 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-473be603-f9a1-480c-8215-165bb33292db req-cd6b23ff-c5df-4fb7-bd29-0c3d13120826 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 Sep 08 11:08:11.830899 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:11.843512 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:08:11.873564 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:11.878365 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:11.880988 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:11.914758 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event updated for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:11.938185 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:11.938998 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:11.961297 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-df318762-3062-4de0-bdf5-e7bdf1ae95b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242681 Sep 08 11:08:11.996579 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Request body: {'port': {'device_id': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:12.087026 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-6ad9fa1c-ee57-4161-b136-593c9ac8042f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040983 Sep 08 11:08:12.088102 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:12.251859 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-223fac2d-04c4-438f-abf2-6c1c8ed59322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:12.253362 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-223fac2d-04c4-438f-abf2-6c1c8ed59322 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 1098 time: 0.1120105 Sep 08 11:08:12.646368 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-7f5d115c-0afd-482c-b148-125e0493c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:12.647835 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-7f5d115c-0afd-482c-b148-125e0493c288 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 914 time: 0.3637462 Sep 08 11:08:12.722267 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-0f2ac162-8ceb-4ecc-9fb0-2ac9c6ab8737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214 HTTP/1.1" status: 200 len: 217 time: 0.0613198 Sep 08 11:08:12.800024 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7cb22-59dd-4786-a9f7-1013c84a916b req-e403d48a-6a6b-4200-9487-78ca69d040f7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:12.801897 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1a7cb22-59dd-4786-a9f7-1013c84a916b req-e403d48a-6a6b-4200-9487-78ca69d040f7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 931 time: 0.1516240 Sep 08 11:08:12.805266 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:08:12.819567 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:12.840324 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-f06e8382-9037-4549-acec-fbf4f8d09e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:12.841811 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-f06e8382-9037-4549-acec-fbf4f8d09e6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.1010289 Sep 08 11:08:12.854302 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Transition to ACTIVE for port object 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:12.884808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:12.892175 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-cbd67add-7acf-44a3-bff7-be05d30b2f1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392179 Sep 08 11:08:12.919206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1a7cb22-59dd-4786-a9f7-1013c84a916b req-59cc7150-be92-44a7-889e-bc06a62bb052 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094089 Sep 08 11:08:12.993360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:13.112180 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a633a9-83c3-4fdd-b515-3b4e0a7ef186 req-46c1b2dd-2dae-40e4-8489-ec6cf33ee393 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:13.113796 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f1a633a9-83c3-4fdd-b515-3b4e0a7ef186 req-46c1b2dd-2dae-40e4-8489-ec6cf33ee393 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1671886 Sep 08 11:08:13.117355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-4633c651-0aa1-464f-a785-f83d31a9c062 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014527 Sep 08 11:08:13.164823 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Attempting to bind port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:13.165155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Attempting to bind port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:13.165480 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Attempting to bind port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:13.188929 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:08:13.188929 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Attempting to bind port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:13.224355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f1a633a9-83c3-4fdd-b515-3b4e0a7ef186 req-0e16d91d-ce6c-4f37-8abe-1ae742ab47e0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Sep 08 11:08:13.225050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:13.225378 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Checking segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:13.225743 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Bound using segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:13.226174 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Bound port: 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:13.226527 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:13.288153 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-187a5e82-9d95-474a-a8bd-e2c46c3c56df req-7ea893aa-0879-4c13-9b23-d89e0afc0928 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517282 Sep 08 11:08:13.314366 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:13.317747 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:13.321663 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:13.365410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:13.366013 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:13.367362 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] 10.222.0.44 "PUT /v2.0/ports/7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 HTTP/1.1" status: 200 len: 1093 time: 1.3835118 Sep 08 11:08:13.367786 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:08:13.370113 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25c2bb-365d-48f4-838a-305fdb7416d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:08:13.384540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97424-8010-4f1b-9264-b8bb2ca22fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:13.419860 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df3aeb3-dd5d-4224-a0e4-45a3ae400c7d x-openstack-request-id: req-2df3aeb3-dd5d-4224-a0e4-45a3ae400c7d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:08:13.420170 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:08:13.420406 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2df3aeb3-dd5d-4224-a0e4-45a3ae400c7d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:08:13.420795 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', 'status': 'completed', 'code': 200} Sep 08 11:08:13.450054 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-94a86ef9-086d-4bc2-8886-797dfca3b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:13.451597 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-94a86ef9-086d-4bc2-8886-797dfca3b764 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 1096 time: 0.0420432 Sep 08 11:08:13.500894 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-ab421914-e85f-430a-b3e6-b62f08302560 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 HTTP/1.1" status: 200 len: 217 time: 0.0399725 Sep 08 11:08:13.557177 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f84c3-4443-4488-8efc-988315a46595 req-0e62ecdb-6f61-498b-a452-3332d066ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:13.558631 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-0e62ecdb-6f61-498b-a452-3332d066ad8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.0468347 Sep 08 11:08:13.592776 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-66ceb165-586e-43ef-ae48-738128f4c1c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Sep 08 11:08:13.694069 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-7363e92a-ef63-41bf-b0f9-e4b6a738c572 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883284 Sep 08 11:08:13.820009 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78f84c3-4443-4488-8efc-988315a46595 req-fc6f7366-96f5-4c43-8221-f013f52784f4 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118319 Sep 08 11:08:13.939684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-abd13fa3-d2e5-45c0-8b3d-99c3e7c01b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:13.941214 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-abd13fa3-d2e5-45c0-8b3d-99c3e7c01b9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 1096 time: 0.0452955 Sep 08 11:08:14.067082 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-694a19be-75c5-4093-8dd2-31c61d234367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:14.068614 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-694a19be-75c5-4093-8dd2-31c61d234367 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 914 time: 0.1174548 Sep 08 11:08:14.077258 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a33f61-3f71-4b3b-8146-ea9b940e96a5 req-21dfe9d4-63d1-4d8b-bba7-32d550c2cdc0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:14.081803 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-96a33f61-3f71-4b3b-8146-ea9b940e96a5 req-21dfe9d4-63d1-4d8b-bba7-32d550c2cdc0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 943 time: 0.0690956 Sep 08 11:08:14.124106 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-4a4a287d-6c77-4cd0-ad09-fa213415249b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 HTTP/1.1" status: 200 len: 217 time: 0.0444677 Sep 08 11:08:14.172089 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45132) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:14.178884 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-96a33f61-3f71-4b3b-8146-ea9b940e96a5 req-952dab53-c65f-4fb2-b653-27196b3befc1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906186 Sep 08 11:08:14.194806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-89079ce3-c027-4cad-bf28-946caa6c2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:14.196340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-89079ce3-c027-4cad-bf28-946caa6c2e85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.0573173 Sep 08 11:08:14.231179 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-4f231b03-5be5-4b6e-b132-a6ee7f067526 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248399 Sep 08 11:08:14.301513 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2946720-66bc-4f1f-aa0b-94d1388f5ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.387143 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-953f196c-3691-4dd1-a093-4f3470d4bcf0 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476078 Sep 08 11:08:14.395763 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40668a9f-285a-4697-bb9f-b34fe8a04495 req-ab9085b9-a2b1-4fb8-9ed6-2045298996b5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:14.397280 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40668a9f-285a-4697-bb9f-b34fe8a04495 req-ab9085b9-a2b1-4fb8-9ed6-2045298996b5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0688453 Sep 08 11:08:14.405615 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2946720-66bc-4f1f-aa0b-94d1388f5ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.409474 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2946720-66bc-4f1f-aa0b-94d1388f5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.444374 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f2946720-66bc-4f1f-aa0b-94d1388f5ae4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6719475ea59d405ab1a0554acd2b1390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710388 Sep 08 11:08:14.446264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45150) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:14.453211 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2946720-66bc-4f1f-aa0b-94d1388f5ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0792a9b-4dcb-44b5-a507-6a6c057ca967,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:14.522648 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40668a9f-285a-4697-bb9f-b34fe8a04495 req-81d8f0f3-75b0-48c2-8054-9c6145846889 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103647 Sep 08 11:08:14.553414 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.571340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a25c2bb-365d-48f4-838a-305fdb7416d9 req-a138b458-9c37-49f0-a7fa-c1c8489f4736 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665981 Sep 08 11:08:14.584950 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.634521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.637400 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:14.638553 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0792a9b-4dcb-44b5-a507-6a6c057ca967 HTTP/1.1" status: 204 len: 168 time: 0.1913571 Sep 08 11:08:14.646549 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237cbc1-6bc4-476d-9bfd-be31a8b25a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0792a9b-4dcb-44b5-a507-6a6c057ca967,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:15.307251 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d07d-4e2d-47db-b747-c120245fcb9c req-84e28dfc-75c6-4efe-a687-78a20aaddf8e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:15.308857 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-27a2d07d-4e2d-47db-b747-c120245fcb9c req-84e28dfc-75c6-4efe-a687-78a20aaddf8e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 943 time: 0.0559301 Sep 08 11:08:15.354669 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-27a2d07d-4e2d-47db-b747-c120245fcb9c req-a3110085-bfe9-46e9-9ec5-013f3bd38e73 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 Sep 08 11:08:15.647430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58cef-1138-4037-8684-b66d0c8dac1e req-4a0b38eb-a17e-4ffa-ab7a-95694376bbb6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:15.648944 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-85c58cef-1138-4037-8684-b66d0c8dac1e req-4a0b38eb-a17e-4ffa-ab7a-95694376bbb6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0558546 Sep 08 11:08:15.687224 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-85c58cef-1138-4037-8684-b66d0c8dac1e req-16790d85-0edb-4894-8fb7-32399b872210 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Sep 08 11:08:15.756314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:16.407824 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:08:16.483755 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f720-b98c-4e84-83d4-402119a48f59 req-f1ae7cd6-2de3-47b1-b229-58c22d0d401f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:16.485506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d784f720-b98c-4e84-83d4-402119a48f59 req-f1ae7cd6-2de3-47b1-b229-58c22d0d401f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 943 time: 0.0517938 Sep 08 11:08:16.518522 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:16.525247 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d784f720-b98c-4e84-83d4-402119a48f59 req-c324c272-62b1-4c99-9419-d38c0079e92e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Sep 08 11:08:16.529437 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'port_id': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', 'mac_address': 'fa:16:3e:89:00:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a05ed-4e7d-47c9-8660-f92b0f634633', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:08:16.566179 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:16.578407 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:08:16.597694 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:16.600996 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:16.645417 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:16.652110 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.652473 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.652816 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.653149 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.653478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.653802 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.654125 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.654447 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.654768 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.655087 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.655404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.655720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:16.801427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220298d-b41d-46b9-bb6e-b0216e936f1e req-c74e0d27-f8a0-4126-9973-c4fc1cf6c3ad tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:16.803354 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0220298d-b41d-46b9-bb6e-b0216e936f1e req-c74e0d27-f8a0-4126-9973-c4fc1cf6c3ad tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0473278 Sep 08 11:08:16.839840 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0220298d-b41d-46b9-bb6e-b0216e936f1e req-77d38cb1-d906-4935-920e-7d893d2a1d6d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305076 Sep 08 11:08:17.016834 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:08:17.655956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dbc3d-e75a-49ac-bd08-6676c58e85e8 req-73634a0c-06b4-41d0-8bb0-56dbc7838d67 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:17.658423 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-781dbc3d-e75a-49ac-bd08-6676c58e85e8 req-73634a0c-06b4-41d0-8bb0-56dbc7838d67 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 944 time: 0.0599813 Sep 08 11:08:17.694552 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-781dbc3d-e75a-49ac-bd08-6676c58e85e8 req-428c7b6c-cb10-4477-b5e0-4996bbf2162d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Sep 08 11:08:17.953420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99d91-e4f3-45ae-bb22-1346ea79ff92 req-ddbbef9b-a2a2-44b2-a033-8e49ba608c53 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:17.954861 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cec99d91-e4f3-45ae-bb22-1346ea79ff92 req-ddbbef9b-a2a2-44b2-a033-8e49ba608c53 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0473595 Sep 08 11:08:17.990944 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cec99d91-e4f3-45ae-bb22-1346ea79ff92 req-5a99721d-04f6-490a-8433-81543a0fcd3b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303366 Sep 08 11:08:20.695492 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9d2e4-63e6-44d4-a66c-87061173d8bd req-7b62ddec-f3bb-48b5-84e2-413f537ab205 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:20.696990 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-16c9d2e4-63e6-44d4-a66c-87061173d8bd req-7b62ddec-f3bb-48b5-84e2-413f537ab205 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 944 time: 0.0476274 Sep 08 11:08:20.769152 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fb2fe-1eaf-4ddf-a0fb-8d78b8436f17 req-fa0e6434-0e27-4553-820d-39e7397101ed tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:20.770652 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c0fb2fe-1eaf-4ddf-a0fb-8d78b8436f17 req-fa0e6434-0e27-4553-820d-39e7397101ed tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0728190 Sep 08 11:08:20.773539 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-16c9d2e4-63e6-44d4-a66c-87061173d8bd req-0371e0b0-0f1d-4df0-9b67-48a3ec9ba777 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Sep 08 11:08:20.809618 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c0fb2fe-1eaf-4ddf-a0fb-8d78b8436f17 req-a723014c-696d-443f-8bb2-7c0bf9f5ee18 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Sep 08 11:08:21.622449 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c738c832-2535-49d1-8f2a-cdaa8dd85335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.052802 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45360) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:22.167267 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-126d49b6-23e6-4e7c-bc44-a66f1084a99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.254273 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-126d49b6-23e6-4e7c-bc44-a66f1084a99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.258192 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-126d49b6-23e6-4e7c-bc44-a66f1084a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.296438 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-126d49b6-23e6-4e7c-bc44-a66f1084a99e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1694b210173d47bfbd5d7bf41b6608a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426178 Sep 08 11:08:22.297264 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d49b6-23e6-4e7c-bc44-a66f1084a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b0d79-a72f-422e-9605-66141b2c5e7b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:22.299170 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45366) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:22.346220 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.366174 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.411105 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.413664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.414794 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad6b0d79-a72f-422e-9605-66141b2c5e7b HTTP/1.1" status: 204 len: 168 time: 0.1145914 Sep 08 11:08:22.422104 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed94eb-4c2e-497f-afd8-5666661cd3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b0d79-a72f-422e-9605-66141b2c5e7b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:22.723793 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:22.776991 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:22.780866 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:22.781251 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.865535 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.888517 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:08:22.890734 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e93697e-3d22-441d-94c7-df9e4661d353" -d '{"events": [{"server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "name": "network-vif-plugged", "status": "completed", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:08:22.902662 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:22.906400 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:22.952460 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:24.199640 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dffbf3a5-f5cd-4fde-acf4-cff19c76dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:24.529424 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:24.830071 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3042393-0844-449b-9bd3-a3715384c599 req-29ddc3d3-22ba-4358-b298-4d40d858cbc6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:24.832208 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c3042393-0844-449b-9bd3-a3715384c599 req-29ddc3d3-22ba-4358-b298-4d40d858cbc6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0601268 Sep 08 11:08:24.888110 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c3042393-0844-449b-9bd3-a3715384c599 req-4cfa5bfe-dc5a-4982-8d8e-e9c83f975b37 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Sep 08 11:08:24.895706 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d66908-0603-4ba4-aa0e-ab13baffba8e req-56d952ed-7748-4f70-bb79-12e0af7f504d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:24.897704 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-56d66908-0603-4ba4-aa0e-ab13baffba8e req-56d952ed-7748-4f70-bb79-12e0af7f504d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0881641 Sep 08 11:08:24.937461 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93c2d5-f36c-4094-bc55-096ee2cd8e5e x-openstack-request-id: req-eb93c2d5-f36c-4094-bc55-096ee2cd8e5e {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:08:24.938630 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "name": "network-vif-plugged", "status": "completed", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:08:24.939206 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb93c2d5-f36c-4094-bc55-096ee2cd8e5e {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:08:24.940715 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', 'code': 200} Sep 08 11:08:24.956770 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-56d66908-0603-4ba4-aa0e-ab13baffba8e req-fd7bd231-07fc-4401-9d56-608c9db1a1a7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Sep 08 11:08:25.027627 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:25.053608 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.123427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d90a2a-81d0-4164-9cdb-3caad9cee187 req-d67be48a-88f6-42de-a9d0-92da773e9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:25.124985 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64d90a2a-81d0-4164-9cdb-3caad9cee187 req-d67be48a-88f6-42de-a9d0-92da773e9be2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 1098 time: 0.0385234 Sep 08 11:08:25.149675 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31ccca71-1dce-40a1-a40e-ccc91d3fa652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.182110 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64d90a2a-81d0-4164-9cdb-3caad9cee187 req-5009f027-963e-4de6-98d8-a432e3529cec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492358 Sep 08 11:08:25.256854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31ccca71-1dce-40a1-a40e-ccc91d3fa652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.261329 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31ccca71-1dce-40a1-a40e-ccc91d3fa652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.301151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccca71-1dce-40a1-a40e-ccc91d3fa652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc8038-5ea9-4974-934e-2c9618480300,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:25.305770 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-31ccca71-1dce-40a1-a40e-ccc91d3fa652 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1d35fe6443543429700234872b90dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769940 Sep 08 11:08:25.308403 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:25.365029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.386929 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.433737 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.437148 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.437538 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55fc8038-5ea9-4974-934e-2c9618480300 HTTP/1.1" status: 204 len: 168 time: 0.1281703 Sep 08 11:08:25.446565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbab90-df2a-4fcc-982e-d2427996fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc8038-5ea9-4974-934e-2c9618480300,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:25.749051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45472) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:25.765230 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a1139d3-a4a0-4932-b6ac-945a8285d9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.866098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a1139d3-a4a0-4932-b6ac-945a8285d9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.869966 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a1139d3-a4a0-4932-b6ac-945a8285d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.910085 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1a1139d3-a4a0-4932-b6ac-945a8285d9f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79c3d86be25e40eca27bc7d7c6a043b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599088 Sep 08 11:08:25.910931 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1139d3-a4a0-4932-b6ac-945a8285d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc015bcb-c065-4683-8e41-fa043483f196,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:25.913045 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45478) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:25.963100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:25.987009 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.008242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e181da-7f39-4d13-aa26-7d99029e0bae req-5de46d77-ba8a-4bcc-b218-bf3497a3eebd tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:26.011121 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7e181da-7f39-4d13-aa26-7d99029e0bae req-5de46d77-ba8a-4bcc-b218-bf3497a3eebd tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Sep 08 11:08:26.038589 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.041151 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.042416 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc015bcb-c065-4683-8e41-fa043483f196 HTTP/1.1" status: 204 len: 168 time: 0.1281018 Sep 08 11:08:26.052300 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236d200-34f9-44d3-910d-1deff4fef4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc015bcb-c065-4683-8e41-fa043483f196,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:26.079768 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7e181da-7f39-4d13-aa26-7d99029e0bae req-c1656267-7262-47f2-849d-5fe5c01b819a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Sep 08 11:08:26.107861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ffb38-4fe9-4857-8234-65ff0ee961d4 req-fd510d35-3458-4959-b6d8-03531051edca tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:26.109674 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad4ffb38-4fe9-4857-8234-65ff0ee961d4 req-fd510d35-3458-4959-b6d8-03531051edca tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0780845 Sep 08 11:08:26.151195 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad4ffb38-4fe9-4857-8234-65ff0ee961d4 req-5c34aa11-dd94-4e19-a870-da2ee2870590 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Sep 08 11:08:26.331436 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45496) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:26.454684 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e09d4fe8-7182-4ffd-9c6c-a42049553b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.546752 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e09d4fe8-7182-4ffd-9c6c-a42049553b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.551092 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e09d4fe8-7182-4ffd-9c6c-a42049553b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.587094 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d4fe8-7182-4ffd-9c6c-a42049553b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd3185-ca8a-4f0c-9522-d21dedd79645,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:26.591490 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e09d4fe8-7182-4ffd-9c6c-a42049553b0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b45edaf1426f491c96c9ab15c2b608b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587473 Sep 08 11:08:26.594361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:26.648399 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.668865 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.715551 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.718034 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:26.719154 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61cd3185-ca8a-4f0c-9522-d21dedd79645 HTTP/1.1" status: 204 len: 168 time: 0.1238401 Sep 08 11:08:26.727356 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b4e4e-a5d6-413e-9a47-20d3d1f9edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd3185-ca8a-4f0c-9522-d21dedd79645,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:27.227975 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45552) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:27.277392 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.333203 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ddd804a-5828-4674-9708-bd8f8cb9f37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.421056 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ddd804a-5828-4674-9708-bd8f8cb9f37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.425019 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ddd804a-5828-4674-9708-bd8f8cb9f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.462474 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd804a-5828-4674-9708-bd8f8cb9f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96099e9-0ca2-418b-b2ec-71a59cd9ecab,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:27.469212 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3ddd804a-5828-4674-9708-bd8f8cb9f37e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bce285e461f5490b8f636accc6e1e364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377536 Sep 08 11:08:27.469590 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:27.519421 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.539696 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.585829 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.588541 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:27.592011 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a96099e9-0ca2-418b-b2ec-71a59cd9ecab HTTP/1.1" status: 204 len: 168 time: 0.1191721 Sep 08 11:08:27.599200 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce665f-f549-4f96-abc0-752b7f24ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96099e9-0ca2-418b-b2ec-71a59cd9ecab,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:29.155956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515f1f9-15a8-45a6-ab6d-77b34584f724 req-71fc0028-f914-4fbf-b578-3446cfd22ef5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:29.157464 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f515f1f9-15a8-45a6-ab6d-77b34584f724 req-71fc0028-f914-4fbf-b578-3446cfd22ef5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0756512 Sep 08 11:08:29.176513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679dad-0829-41ab-ada4-390578a57563 req-1b6b62ba-1fe1-48c2-872f-bb29c6f24d81 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:29.177883 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-50679dad-0829-41ab-ada4-390578a57563 req-1b6b62ba-1fe1-48c2-872f-bb29c6f24d81 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0713580 Sep 08 11:08:29.218107 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f515f1f9-15a8-45a6-ab6d-77b34584f724 req-a8238608-995d-47d0-aae8-2d93ae6b6dc3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547378 Sep 08 11:08:29.229687 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-50679dad-0829-41ab-ada4-390578a57563 req-ef4737d3-6fbd-486e-a8b1-53ee4152e40a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Sep 08 11:08:30.333440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45712) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:30.393126 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df74e5-6703-418e-a8c7-4e4fdb35add8 req-699933ce-b549-4b63-9ce4-08a6b4055de1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:30.394212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Deleting subnet e7626260-d838-4ce1-a271-bdab1773aa8c {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:08:30.395148 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-63df74e5-6703-418e-a8c7-4e4fdb35add8 req-699933ce-b549-4b63-9ce4-08a6b4055de1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0911615 Sep 08 11:08:30.398772 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.403580 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122d515-e7b2-45da-b663-be44375f569c req-76401bb1-aa69-4c10-bbee-6d4fe5dc785a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:30.405109 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a122d515-e7b2-45da-b663-be44375f569c req-76401bb1-aa69-4c10-bbee-6d4fe5dc785a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0749717 Sep 08 11:08:30.459125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.476748 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-63df74e5-6703-418e-a8c7-4e4fdb35add8 req-7fc08eee-f847-42fe-890f-d5662383e231 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704465 Sep 08 11:08:30.479949 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a122d515-e7b2-45da-b663-be44375f569c req-8314b7d2-3ca4-4c5e-890f-ce559c0d5f02 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598814 Sep 08 11:08:30.529010 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.596535 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.625446 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7626260-d838-4ce1-a271-bdab1773aa8c,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:30.631002 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.633181 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5b3c63bd-5159-4aec-9d18-7165062ad246 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e7626260-d838-4ce1-a271-bdab1773aa8c HTTP/1.1" status: 204 len: 168 time: 0.2980282 Sep 08 11:08:30.635665 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45730) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:30.715413 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.822877 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.852438 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cb364d-b4b5-47c6-bb1f-9026c2a76a68']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:30.864123 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90814e48-d33b-4dd5-83ed-e195059f91ff') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:30.865145 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90814e48-d33b-4dd5-83ed-e195059f91ff') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:30.884244 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.904659 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.916667 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:08:30.917219 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:08:30.919619 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:08:30.994640 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.000417 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.005903 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] 10.222.0.38 "DELETE /v2.0/networks/08cb364d-b4b5-47c6-bb1f-9026c2a76a68 HTTP/1.1" status: 204 len: 168 time: 0.3664651 Sep 08 11:08:31.006215 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45756) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:31.017107 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49feeb-350e-492e-bfba-e7e323358412 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cb364d-b4b5-47c6-bb1f-9026c2a76a68,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:31.057998 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Deleting subnet 9280a7e4-02fe-4b3d-9ee6-1dbd52cbe658 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:08:31.069079 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.113319 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987715'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.158297 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.219726 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29809448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430377'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.256385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9280a7e4-02fe-4b3d-9ee6-1dbd52cbe658,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:31.260147 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.263240 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8ccf3c32-f78d-45b6-ab64-10df9cf82efb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9280a7e4-02fe-4b3d-9ee6-1dbd52cbe658 HTTP/1.1" status: 204 len: 168 time: 0.2549205 Sep 08 11:08:31.265357 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45780) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:31.351596 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.650875 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.691288 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8529b2da-f756-4c62-a77f-102fe950a4f7']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:31.703081 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b650e959-6bd2-442a-aeeb-ce4a0fa317b2') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:31.703379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b650e959-6bd2-442a-aeeb-ce4a0fa317b2') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:31.715156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.735250 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29a319-7c58-43c5-a145-18bccc7f044b req-4d2813c3-ae86-4196-a4ea-ac4337b9782b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:31.736769 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7f29a319-7c58-43c5-a145-18bccc7f044b req-4d2813c3-ae86-4196-a4ea-ac4337b9782b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0878770 Sep 08 11:08:31.740938 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.753153 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:08:31.753542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:08:31.755300 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:08:31.825566 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7f29a319-7c58-43c5-a145-18bccc7f044b req-4f8b1c13-bf84-4e3d-8634-d9525981a986 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820413 Sep 08 11:08:31.829298 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.834938 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:31.838141 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] 10.222.0.38 "DELETE /v2.0/networks/8529b2da-f756-4c62-a77f-102fe950a4f7 HTTP/1.1" status: 204 len: 168 time: 0.5704467 Sep 08 11:08:31.851767 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253c010-cff2-4ed7-905b-663365540acb admin admin] Pushing event deleted for resources: {'Network': ['ID=8529b2da-f756-4c62-a77f-102fe950a4f7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:32.008495 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.047008 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-a7871d22-a575-4db8-a4b5-b1d1fbf12793 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f9e976fd4cc416cbb9f79b660881cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373931 Sep 08 11:08:32.049317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45792) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.095539 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.116824 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.172615 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.175205 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.176430 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e3297e5-61d6-4ae5-80df-7e22834b39a0 HTTP/1.1" status: 204 len: 168 time: 0.1262257 Sep 08 11:08:32.184275 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8e9d-a576-4eca-92e4-8e8e3dfa3c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3297e5-61d6-4ae5-80df-7e22834b39a0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:32.486426 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.628226 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 45828) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.657554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-392ed94e-d115-4b49-8ae2-3f6a6532e182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.699162 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-594e9464-120b-4194-8ab3-5ff28870cb5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b24457d8ae944b49f98fcf6395c27a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698106 Sep 08 11:08:32.702006 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45832) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.782691 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.802537 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-392ed94e-d115-4b49-8ae2-3f6a6532e182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.806662 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-392ed94e-d115-4b49-8ae2-3f6a6532e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.812756 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.847696 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ed94e-d115-4b49-8ae2-3f6a6532e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f792fd-2f71-4773-87c7-7d22c58a2e94,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:32.853176 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-392ed94e-d115-4b49-8ae2-3f6a6532e182 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ab23837e6424208b0d58b8932f2455b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651905 Sep 08 11:08:32.856562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45848) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:32.899760 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.902268 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.905917 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/105da3de-985a-4cc9-b22d-30e64188c69a HTTP/1.1" status: 204 len: 168 time: 0.2003987 Sep 08 11:08:32.916716 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71edbbd-ba2c-4628-9806-ce1cac1eba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105da3de-985a-4cc9-b22d-30e64188c69a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:32.930962 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.953141 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:32.962524 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-f2a1fa31-8314-4d28-bde7-b26db7e6b374 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:32.964189 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-f2a1fa31-8314-4d28-bde7-b26db7e6b374 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1183879 Sep 08 11:08:33.002071 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-abb57b5e-166f-435c-b769-f09fc7b9e73b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/quotas/81d53b70aad548f58f1b849ffacd1497 HTTP/1.1" status: 200 len: 375 time: 0.0274031 Sep 08 11:08:33.009113 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:33.012425 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:33.014053 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35f792fd-2f71-4773-87c7-7d22c58a2e94 HTTP/1.1" status: 204 len: 168 time: 0.1562889 Sep 08 11:08:33.028893 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c0c0-94e3-46e4-b002-05a45a7c6da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f792fd-2f71-4773-87c7-7d22c58a2e94,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:33.064572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f781f9b-4222-478f-bc25-44e7bacfe26c req-180e44a5-7918-4368-8b3b-b3ec44824512 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:33.066218 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f781f9b-4222-478f-bc25-44e7bacfe26c req-180e44a5-7918-4368-8b3b-b3ec44824512 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1011410 Sep 08 11:08:33.107217 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-bb35962e-2545-4b3a-bec5-3a09acc3b8ab tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961630 Sep 08 11:08:33.120594 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f781f9b-4222-478f-bc25-44e7bacfe26c req-09f4e03a-1b9d-4e0f-94a8-ddc03b8d94b3 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466609 Sep 08 11:08:33.213971 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-90912c5c-404d-49ab-b000-c74da8424475 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923204 Sep 08 11:08:33.307380 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-e857c623-440a-47e2-aa81-91ef3db92a12 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Sep 08 11:08:33.506382 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-85a4a845-7de2-4725-b9c4-d4a8793a9184 req-38491520-3f67-41ea-af97-362036f1e297 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 210 time: 0.0464509 Sep 08 11:08:34.269066 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1046c-0a3c-4ec7-bc20-e1ecb2d18aec req-4d398c8b-b407-4059-95c1-a99408054dd2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:34.271907 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84e1046c-0a3c-4ec7-bc20-e1ecb2d18aec req-4d398c8b-b407-4059-95c1-a99408054dd2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0647621 Sep 08 11:08:34.337396 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84e1046c-0a3c-4ec7-bc20-e1ecb2d18aec req-9a1faaaa-a926-4604-97ae-7587228ad793 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583375 Sep 08 11:08:34.380659 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45946) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:34.522210 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc00795f-df8c-4f57-9848-780ace9b5fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.665491 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-77377b8c-5922-4eb9-ad11-053e74d46149 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:34.667253 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-77377b8c-5922-4eb9-ad11-053e74d46149 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1942317 Sep 08 11:08:34.683683 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc00795f-df8c-4f57-9848-780ace9b5fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.687321 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-94648e90-81d5-4c13-9c78-5e1e71619b6c req-54ef8e53-cba2-47e2-9747-754137b7bea9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 210 time: 0.0518990 Sep 08 11:08:34.687625 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc00795f-df8c-4f57-9848-780ace9b5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.699242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Request body: {'port': {'device_id': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'admin_state_up': True, 'tenant_id': '81d53b70aad548f58f1b849ffacd1497'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:34.714847 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00795f-df8c-4f57-9848-780ace9b5fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4696f-a598-403e-b033-7124a4d4cdec,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:34.741630 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fc00795f-df8c-4f57-9848-780ace9b5fa9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e91bcac6497b4d71a00117de0ee59b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595948 Sep 08 11:08:34.742332 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 45964) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:34.790609 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.812336 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.829020 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:34.832748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.872642 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.875131 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:34.876295 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dd4696f-a598-403e-b033-7124a4d4cdec HTTP/1.1" status: 204 len: 168 time: 0.1329756 Sep 08 11:08:34.883929 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06cad2-2fd0-4a44-a168-7ecd4f9bab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4696f-a598-403e-b033-7124a4d4cdec,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:34.980831 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Allocated IP 172.20.0.5 (1acf0ed6-4b40-419f-ba10-d2bff1bee6cd/5f1a05ed-4e7d-47c9-8660-f92b0f634633/14f9ac61-209b-4945-9ba9-e96b80738954) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:35.131782 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.172124 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.185223 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214', '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:08:35.224919 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:35.232054 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:35.236804 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:35.240876 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event updated for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:35.287155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:35.287919 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.301474 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-cc777bb9-e00d-416b-a953-4edead427ce3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085842 Sep 08 11:08:35.314331 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Request body: {'port': {'device_id': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:35.370885 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.604728 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46006) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:35.620199 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3bba7-8f2b-40a3-a81d-f5658502cfcb req-737993b9-e0f1-4989-94a7-b6dbbfa7cd1a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:35.622016 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f4f3bba7-8f2b-40a3-a81d-f5658502cfcb req-737993b9-e0f1-4989-94a7-b6dbbfa7cd1a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0900052 Sep 08 11:08:35.723986 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f4f3bba7-8f2b-40a3-a81d-f5658502cfcb req-7fea2b83-5d07-4020-beb8-8c66209faa3b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916138 Sep 08 11:08:35.899071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1869061909-network', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:35.905138 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f9ac61-209b-4945-9ba9-e96b80738954 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:08:35.920031 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.936459 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Made reservation on behalf of ca4fd72283a241498b81dc0e66890b93 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:35.942481 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.947754 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20472-73fb-45a2-b290-558fb65fe02b req-3d492be9-cf9e-4d9e-951a-6df876e814f1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:35.956153 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-98d20472-73fb-45a2-b290-558fb65fe02b req-3d492be9-cf9e-4d9e-951a-6df876e814f1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 931 time: 0.0988634 Sep 08 11:08:35.963452 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:35.967037 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46030) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:35.970092 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Transition to ACTIVE for port object 14f9ac61-209b-4945-9ba9-e96b80738954 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:35.980809 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.105519 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:36.126529 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-98d20472-73fb-45a2-b290-558fb65fe02b req-39760acf-18bb-499d-b33d-d5e33b545e8e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694236 Sep 08 11:08:36.141270 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67a4eda4-fdc1-42de-9a48-0244a480d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.157373 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.188521 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.195421 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.218976 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:36.224990 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5ef549e-8256-4b15-a565-e621b54a251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.227713 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Attempting to bind port 14f9ac61-209b-4945-9ba9-e96b80738954 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:36.228083 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Attempting to bind port 14f9ac61-209b-4945-9ba9-e96b80738954 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:36.228400 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Attempting to bind port 14f9ac61-209b-4945-9ba9-e96b80738954 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:36.240918 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Port 14f9ac61-209b-4945-9ba9-e96b80738954 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:08:36.241391 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Attempting to bind port 14f9ac61-209b-4945-9ba9-e96b80738954 on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:36.246753 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ac6d4-e305-489f-9448-4cc606649a50,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.247865 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:36.248240 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Checking segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:36.248621 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Bound using segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:36.249044 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Bound port: 14f9ac61-209b-4945-9ba9-e96b80738954, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:36.249402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.257164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.257643 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Added segment 17cbe2f4-76bd-4ff2-aa82-62a980abf96c of type vlan for network 07f31382-9dc5-499c-b3bd-8b887888121e Sep 08 11:08:36.313296 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:36.316293 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=14f9ac61-209b-4945-9ba9-e96b80738954,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:36.317694 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.320566 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.363576 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:36.364157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.364277 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.365041 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:36.365427 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] 10.222.0.44 "PUT /v2.0/ports/14f9ac61-209b-4945-9ba9-e96b80738954 HTTP/1.1" status: 200 len: 1093 time: 1.0552244 Sep 08 11:08:36.365607 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.365859 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:08:36.368088 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7193b2a-2ec9-4538-baa0-667e876d05dd" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:08:36.395610 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7123-7c40-4e98-ba09-e7d4d3660562 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.399327 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67a4eda4-fdc1-42de-9a48-0244a480d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.410653 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67a4eda4-fdc1-42de-9a48-0244a480d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.419220 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c66c65-c481-4293-8d61-56e977208569 x-openstack-request-id: req-93c66c65-c481-4293-8d61-56e977208569 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:08:36.419503 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:08:36.419895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93c66c65-c481-4293-8d61-56e977208569 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:08:36.420331 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954', 'status': 'completed', 'code': 200} Sep 08 11:08:36.428669 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8200905 Sep 08 11:08:36.438385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46046) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:36.442809 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Request body: {'subnet': {'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1869061909-subnet', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:36.466302 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d77f2-caf1-4a3b-b677-0d73823b5508 admin admin] Pushing event updated for resources: {'Network': ['ID=07f31382-9dc5-499c-b3bd-8b887888121e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.479576 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 07f31382-9dc5-499c-b3bd-8b887888121e details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:36.487191 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-67a4eda4-fdc1-42de-9a48-0244a480d756 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e21907a586e42eeb128ad24a33326f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189087 Sep 08 11:08:36.489667 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46048) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:36.498781 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-e50a9c8a-75b2-4d83-9bc2-af3109ec73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:36.500336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-e50a9c8a-75b2-4d83-9bc2-af3109ec73a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 1096 time: 0.0724151 Sep 08 11:08:36.507169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4eda4-fdc1-42de-9a48-0244a480d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8aff0-8bda-4391-b860-123769d8d7f2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.547330 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.552740 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-b0b427ac-855c-4888-a3e9-0e566ba74aa7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14f9ac61-209b-4945-9ba9-e96b80738954 HTTP/1.1" status: 200 len: 217 time: 0.0408444 Sep 08 11:08:36.568457 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.585896 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5ef549e-8256-4b15-a565-e621b54a251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.607263 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5ef549e-8256-4b15-a565-e621b54a251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.616642 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.619091 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.620240 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ea8aff0-8bda-4391-b860-123769d8d7f2 HTTP/1.1" status: 204 len: 168 time: 0.1295211 Sep 08 11:08:36.628064 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a468ce-84b3-4ce3-9c74-3acbee607389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8aff0-8bda-4391-b860-123769d8d7f2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.674660 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-a5ef549e-8256-4b15-a565-e621b54a251d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f696db7e7e99459c842a74c82684adf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518165 Sep 08 11:08:36.677600 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46052) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:36.679795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Made reservation on behalf of ca4fd72283a241498b81dc0e66890b93 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:36.682198 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.688044 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef549e-8256-4b15-a565-e621b54a251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f457189c-c55d-475d-91cd-de74ee8decc4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.691782 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-88854ae7-5fa9-4941-98bb-e8d3f8f33e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:36.693260 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-88854ae7-5fa9-4941-98bb-e8d3f8f33e2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.1238093 Sep 08 11:08:36.731232 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.738722 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-28c407db-72ec-4bda-a567-6bbe74c5cf86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328410 Sep 08 11:08:36.755553 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.815289 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.818385 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:36.819503 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f457189c-c55d-475d-91cd-de74ee8decc4 HTTP/1.1" status: 204 len: 168 time: 0.1406965 Sep 08 11:08:36.829398 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e859-880d-4b95-aa47-d05908c2ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f457189c-c55d-475d-91cd-de74ee8decc4,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:36.922047 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-9016999b-dd7b-45f5-b66a-059c411ade2c service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506319 Sep 08 11:08:36.932631 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e376cb-c61e-4518-a688-10f3474d1ee7 req-d9782a54-7420-40e1-ae37-c6a48bc2c8e9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:36.934114 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d9e376cb-c61e-4518-a688-10f3474d1ee7 req-d9782a54-7420-40e1-ae37-c6a48bc2c8e9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1257024 Sep 08 11:08:36.977680 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46062) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:36.990544 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbe61fd1-3923-4525-8b18-ba163452adff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.067039 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d9e376cb-c61e-4518-a688-10f3474d1ee7 req-17c601fc-31ba-4d28-9a78-f0024f618912 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223938 Sep 08 11:08:37.126187 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-db117bb6-e310-4601-b7d0-ce87be2d471e req-b56a9426-1e86-4e2f-8d83-c19918c8e33d service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911073 Sep 08 11:08:37.127237 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbe61fd1-3923-4525-8b18-ba163452adff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.128514 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.144441 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbe61fd1-3923-4525-8b18-ba163452adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.192954 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b3455b-2d9e-4e1f-8265-a1e254dcb946,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:37.202557 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Checking segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:37.202985 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Network hostable DHCP agents. Network: 07f31382-9dc5-499c-b3bd-8b887888121e, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:37.246537 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Network 07f31382-9dc5-499c-b3bd-8b887888121e is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:37.261776 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-bbe61fd1-3923-4525-8b18-ba163452adff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40a33cc9fc5d4f4fbbd8378b3d7f428d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828784 Sep 08 11:08:37.262806 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe61fd1-3923-4525-8b18-ba163452adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97af10a-db07-4ca0-9049-4be8313c7152,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:37.265925 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46078) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:37.272105 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 07f31382-9dc5-499c-b3bd-8b887888121e) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:37.278458 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:37.279051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.280939 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653421e1-c8ed-4797-b34b-41a1d0309b8c None None] Network 07f31382-9dc5-499c-b3bd-8b887888121e requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:37.324511 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.347893 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-8c82ad31-21f6-410b-82d9-219967284334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:37.350476 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-8c82ad31-21f6-410b-82d9-219967284334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 1096 time: 0.1407206 Sep 08 11:08:37.365918 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.394355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-5ca66a36-cd3a-4575-aea1-ba3cfe4ca019 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9542308 Sep 08 11:08:37.397910 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46084) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:37.411869 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:37.445191 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.447670 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.451249 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d97af10a-db07-4ca0-9049-4be8313c7152 HTTP/1.1" status: 204 len: 168 time: 0.1818647 Sep 08 11:08:37.459355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1014ae-b3e8-4552-bd98-c75350bcd0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97af10a-db07-4ca0-9049-4be8313c7152,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:37.465899 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ae255-8607-401c-b715-152c49440f95 req-cb94ec1e-dfbb-4c11-acda-ef5a4984abe1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:37.468404 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b95ae255-8607-401c-b715-152c49440f95 req-cb94ec1e-dfbb-4c11-acda-ef5a4984abe1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 943 time: 0.2081103 Sep 08 11:08:37.559267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.560239 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.625572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd7907-6331-43bb-9f8e-19b40df480b5 req-d52437bd-11be-4dd2-8e9d-8c2241c80d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:37.627213 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1dbd7907-6331-43bb-9f8e-19b40df480b5 req-d52437bd-11be-4dd2-8e9d-8c2241c80d60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1099 time: 0.1521795 Sep 08 11:08:37.630666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b95ae255-8607-401c-b715-152c49440f95 req-7f6c23c6-f5bd-490a-abf6-c98d8e613e4d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030366 Sep 08 11:08:37.656682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-be6de72a-aec6-47b0-82a2-8f691418303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:37.658539 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-be6de72a-aec6-47b0-82a2-8f691418303d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 914 time: 0.2977271 Sep 08 11:08:37.695159 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-07f31382-9dc5-499c-b3bd-8b887888121e', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:08:37.696308 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.701263 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.779805 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-4c74b307-934b-4f89-918f-d464ca04acee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14f9ac61-209b-4945-9ba9-e96b80738954 HTTP/1.1" status: 200 len: 217 time: 0.0819402 Sep 08 11:08:37.822506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1dbd7907-6331-43bb-9f8e-19b40df480b5 req-b3300ffe-d7c0-4695-8a61-b19c5b984d75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792457 Sep 08 11:08:37.890451 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Allocated IP 172.20.0.2 (07f31382-9dc5-499c-b3bd-8b887888121e/c2b3455b-2d9e-4e1f-8265-a1e254dcb946/029865c0-ff59-4bf7-8a30-41c06fd2a0da) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:37.961832 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46102) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:37.978124 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d071c3d-0b7c-4d58-99c2-f3251b1947e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:37.994188 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46104) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:38.106972 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d071c3d-0b7c-4d58-99c2-f3251b1947e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.115485 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d071c3d-0b7c-4d58-99c2-f3251b1947e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.121982 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.141156 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Transition to ACTIVE for port object 029865c0-ff59-4bf7-8a30-41c06fd2a0da will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:38.168272 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5d071c3d-0b7c-4d58-99c2-f3251b1947e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa0aff4c43054b9f856a4203fa009638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052448 Sep 08 11:08:38.172103 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46114) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:38.177973 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Transition to ACTIVE for port object 029865c0-ff59-4bf7-8a30-41c06fd2a0da will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:38.184806 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.200637 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d071c3d-0b7c-4d58-99c2-f3251b1947e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138cf1be-898f-47fb-99d4-e28fd8f6b2ef,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.206987 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Network 07f31382-9dc5-499c-b3bd-8b887888121e is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:38.210306 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:38.230369 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:38.253659 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.276642 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1551586604-network', 'tenant_id': '265e8ea957784a709206f6c31dd2585b'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:38.297088 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.301563 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.306935 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Pushing event updated for resources: {'Port': ['ID=029865c0-ff59-4bf7-8a30-41c06fd2a0da,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.307193 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-3744f14e-9110-4e1b-9945-728e4bbb5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:38.309149 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-3744f14e-9110-4e1b-9945-728e4bbb5e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.5172784 Sep 08 11:08:38.310239 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Attempting to bind port 029865c0-ff59-4bf7-8a30-41c06fd2a0da on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:38.310866 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Attempting to bind port 029865c0-ff59-4bf7-8a30-41c06fd2a0da by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:38.311069 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Attempting to bind port 029865c0-ff59-4bf7-8a30-41c06fd2a0da on network 07f31382-9dc5-499c-b3bd-8b887888121e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:38.317397 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:38.317720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Checking segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:38.318603 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.318713 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Bound using segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:38.319135 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Bound port: 029865c0-ff59-4bf7-8a30-41c06fd2a0da, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:38.319516 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.327099 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Made reservation on behalf of 265e8ea957784a709206f6c31dd2585b for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:38.329595 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.344193 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.368192 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-39460a3e-4483-44dd-85fc-af2167b9e97f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324180 Sep 08 11:08:38.379281 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e9b1-a718-4f6b-b082-ccb9ab0c168b req-c4ff2573-0379-4a91-8d5c-284e45e8309e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:38.380806 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.380931 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-31f0e9b1-a718-4f6b-b082-ccb9ab0c168b req-c4ff2573-0379-4a91-8d5c-284e45e8309e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.1804311 Sep 08 11:08:38.383066 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.384216 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/138cf1be-898f-47fb-99d4-e28fd8f6b2ef HTTP/1.1" status: 204 len: 168 time: 0.2109759 Sep 08 11:08:38.396255 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e033c55-e9c3-4d17-b754-d068fa370456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138cf1be-898f-47fb-99d4-e28fd8f6b2ef,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.407641 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] For port 029865c0-ff59-4bf7-8a30-41c06fd2a0da, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:38.418477 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] For port 029865c0-ff59-4bf7-8a30-41c06fd2a0da, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=029865c0-ff59-4bf7-8a30-41c06fd2a0da,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:38.427513 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.487073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c417ea8-952e-4ee9-811c-9b587af85152 None None] Pushing event updated for resources: {'Port': ['ID=029865c0-ff59-4bf7-8a30-41c06fd2a0da,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.514691 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.518582 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.540482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:38.560239 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.560619 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Added segment e40328fc-42dc-4292-ac61-322cfaa10ba0 of type vlan for network e9bb0c6b-03d3-45ae-b184-537f91676243 Sep 08 11:08:38.591305 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-31f0e9b1-a718-4f6b-b082-ccb9ab0c168b req-b6c8f83d-d984-4d12-8c65-ac35214842c5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889277 Sep 08 11:08:38.618434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.626887 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b13c4f-bba2-4df8-9902-a0df0f217ad6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.634357 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-fc643d8e-c7f9-427e-9080-4ecbcfe10b21 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470386 Sep 08 11:08:38.650688 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.652671 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:38.654583 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.699591 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7035370 Sep 08 11:08:38.702313 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46128) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:38.711494 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Request body: {'subnet': {'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1551586604-subnet', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:38.765428 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f885c-de8c-4856-840b-279d49646fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e9bb0c6b-03d3-45ae-b184-537f91676243,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:38.780473 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network e9bb0c6b-03d3-45ae-b184-537f91676243 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:38.785779 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Made reservation on behalf of 265e8ea957784a709206f6c31dd2585b for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:38.789413 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30316749'] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.952209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:38.992305 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7193b2a-2ec9-4538-baa0-667e876d05dd req-21b8b73f-8dd5-4f92-ba20-655889db7637 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478117 Sep 08 11:08:39.000317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da114e-c45f-4465-8bfb-a36de3f55592 req-c753b83a-1ee7-4b2c-bdeb-9c72742a5f12 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:39.001989 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52da114e-c45f-4465-8bfb-a36de3f55592 req-c753b83a-1ee7-4b2c-bdeb-9c72742a5f12 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 943 time: 0.1809802 Sep 08 11:08:39.003701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.079242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30181496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30316763'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.089101 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52da114e-c45f-4465-8bfb-a36de3f55592 req-b746e139-2e37-437e-9a7a-177a01f9429a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Sep 08 11:08:39.155512 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550ec0c4-2574-48b0-990a-fe0d60e12431,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:39.163748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Allocated IP 172.27.0.41 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/a0801f0e-e65c-4f49-9d58-35bb13940cb7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:39.164401 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:39.164991 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Network hostable DHCP agents. Network: e9bb0c6b-03d3-45ae-b184-537f91676243, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:39.184482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:39.197140 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, e9bb0c6b-03d3-45ae-b184-537f91676243) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:39.202685 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:39.203385 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.211279 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd59d95-a191-4f2a-ba0a-aeded08334fd None None] Network e9bb0c6b-03d3-45ae-b184-537f91676243 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:39.224037 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c512e43c-512d-41a1-8d2c-1112e0f6ac45 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5179729 Sep 08 11:08:39.224242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46142) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:39.228971 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:39.258865 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.260878 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.312610 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.359678 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.364062 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.415073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-e9bb0c6b-03d3-45ae-b184-537f91676243', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:08:39.416068 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.428828 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a0801f0e-e65c-4f49-9d58-35bb13940cb7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:39.432405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:39.434155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:39.436253 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:39.544087 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.681244 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Allocated IP 172.20.0.2 (e9bb0c6b-03d3-45ae-b184-537f91676243/550ec0c4-2574-48b0-990a-fe0d60e12431/e4c71951-e00e-4ba6-8872-fc78f19a4278) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:39.886138 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.960671 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:39.996174 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91393b-b067-4a6e-9879-933c4ebdf150 None None] Network 07f31382-9dc5-499c-b3bd-8b887888121e requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:40.001523 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Transition to ACTIVE for port object e4c71951-e00e-4ba6-8872-fc78f19a4278 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:40.077889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Transition to ACTIVE for port object e4c71951-e00e-4ba6-8872-fc78f19a4278 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:40.103634 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ce0b0d4e-2fd7-42d5-b35a-e9d55ea0cb88 None None] Provisioning for port 029865c0-ff59-4bf7-8a30-41c06fd2a0da completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:40.188198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.194027 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.205960 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eecc9-e69a-466b-ae8b-1108c1db0880 req-b6e39838-a995-49c3-a402-2f003f0b920b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:40.223732 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-595eecc9-e69a-466b-ae8b-1108c1db0880 req-b6e39838-a995-49c3-a402-2f003f0b920b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.3385160 Sep 08 11:08:40.227564 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.237218 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:40.265690 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:40.269625 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:40.313222 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-595eecc9-e69a-466b-ae8b-1108c1db0880 req-08e6da33-629e-42b0-a4e5-c7381663e900 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828049 Sep 08 11:08:40.389707 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Allocated IP 172.27.0.190 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/2f9dd187-3f3b-42a6-9669-65c295cc8ac7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:40.396435 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Pushing event updated for resources: {'Port': ['ID=e4c71951-e00e-4ba6-8872-fc78f19a4278,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:40.412288 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.447622 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d0b82-79ed-4222-92ad-24d074cc61fa req-ec2d1786-49c7-4140-9a18-0c165ad59132 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:40.449657 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-465d0b82-79ed-4222-92ad-24d074cc61fa req-ec2d1786-49c7-4140-9a18-0c165ad59132 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 943 time: 0.2215271 Sep 08 11:08:40.459976 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 029865c0-ff59-4bf7-8a30-41c06fd2a0da up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:40.466154 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Attempting to bind port e4c71951-e00e-4ba6-8872-fc78f19a4278 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:40.466528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Attempting to bind port e4c71951-e00e-4ba6-8872-fc78f19a4278 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:40.466886 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Attempting to bind port e4c71951-e00e-4ba6-8872-fc78f19a4278 on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:40.496548 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:40.497542 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:40.498155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.498928 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Bound using segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:40.499611 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Bound port: e4c71951-e00e-4ba6-8872-fc78f19a4278, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:40.500266 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.595826 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 029865c0-ff59-4bf7-8a30-41c06fd2a0da completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:40.599393 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.615504 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 029865c0-ff59-4bf7-8a30-41c06fd2a0da triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:40.616193 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.653375 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] For port e4c71951-e00e-4ba6-8872-fc78f19a4278, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:40.676651 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] For port e4c71951-e00e-4ba6-8872-fc78f19a4278, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=e4c71951-e00e-4ba6-8872-fc78f19a4278,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:40.682795 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.682947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.706965 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-465d0b82-79ed-4222-92ad-24d074cc61fa req-58c2c715-d9ea-4c6e-8139-70cb26745b2f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970701 Sep 08 11:08:40.738047 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:40.740889 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:40.750469 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:40.752566 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21b21-b052-45a1-8b1d-14deb177001b None None] Pushing event updated for resources: {'Port': ['ID=e4c71951-e00e-4ba6-8872-fc78f19a4278,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:40.783788 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6607b-4f40-4b72-a19d-eaab5103a58c req-8e15359a-eac8-488e-a37a-8383af532869 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:40.791307 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65c6607b-4f40-4b72-a19d-eaab5103a58c req-8e15359a-eac8-488e-a37a-8383af532869 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1816597 Sep 08 11:08:40.803680 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 14f9ac61-209b-4945-9ba9-e96b80738954 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:08:40.805671 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Pushing event updated for resources: {'Port': ['ID=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:40.871059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:40.880044 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65c6607b-4f40-4b72-a19d-eaab5103a58c req-bac22968-3402-498b-907d-e2639b7ec069 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844300 Sep 08 11:08:40.980558 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Router 3a60158f-90e8-4e1d-bd22-9827f37927f2 is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:08:40.985216 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 029865c0-ff59-4bf7-8a30-41c06fd2a0da, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=029865c0-ff59-4bf7-8a30-41c06fd2a0da,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:41.029575 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.156874 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=14f9ac61-209b-4945-9ba9-e96b80738954,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:41.226488 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '14f9ac61-209b-4945-9ba9-e96b80738954', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'port_id': '14f9ac61-209b-4945-9ba9-e96b80738954', 'mac_address': 'fa:16:3e:39:c4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a05ed-4e7d-47c9-8660-f92b0f634633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:08:41.242353 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-3abd76e0-1f13-49e7-9de7-cb4579dd1989 None None] Provisioning complete for port 029865c0-ff59-4bf7-8a30-41c06fd2a0da triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:41.242960 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3abd76e0-1f13-49e7-9de7-cb4579dd1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.259538 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.260130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:41.271812 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=029865c0-ff59-4bf7-8a30-41c06fd2a0da,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:41.272602 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Sync routers for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:41.288660 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:41.290331 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:41.300658 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.310523 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-82decc31-5457-4608-b968-57f0cdc37bc0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9079931 Sep 08 11:08:41.312707 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46204) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:41.397343 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.416631 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f9ac61-209b-4945-9ba9-e96b80738954 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:08:41.461341 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=14f9ac61-209b-4945-9ba9-e96b80738954,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:41.471730 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.517631 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:41.619268 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:41.642212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.792519 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:39Z', 'revision_number': 3, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:41.852704 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['14f9ac61-209b-4945-9ba9-e96b80738954'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:08:41.859026 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Checking router: 3a60158f-90e8-4e1d-bd22-9827f37927f2 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:41.859398 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Updating router 3a60158f-90e8-4e1d-bd22-9827f37927f2 port a0801f0e-e65c-4f49-9d58-35bb13940cb7 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:41.928145 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:41.937097 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:08:42.217355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:42.234091 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:42.246967 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:42.249899 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:42.259738 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.261028 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-019646ae-12f8-4f89-97de-5e73a0c5bbaf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0358050 Sep 08 11:08:42.263915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46224) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:42.455093 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5612a8-72bd-4acc-81b0-fce197334299 req-060db7ff-e829-411c-b178-165bacca3d59 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:42.468206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c5612a8-72bd-4acc-81b0-fce197334299 req-060db7ff-e829-411c-b178-165bacca3d59 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 944 time: 0.3409152 Sep 08 11:08:42.495153 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:42.558990 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c451eb7-62f2-4b0e-aec3-3cee48e8fe3f None None] Network e9bb0c6b-03d3-45ae-b184-537f91676243 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:42.649960 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 029865c0-ff59-4bf7-8a30-41c06fd2a0da up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:42.674279 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c5612a8-72bd-4acc-81b0-fce197334299 req-8db62869-ce6d-4b88-b1f2-0b2f9474651b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051389 Sep 08 11:08:42.682750 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-37f1dc30-e5c6-42df-867c-268653b920d3 None None] Provisioning for port e4c71951-e00e-4ba6-8872-fc78f19a4278 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:42.761840 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.787573 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Transition to ACTIVE for port object a0801f0e-e65c-4f49-9d58-35bb13940cb7 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:42.794824 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765968c9-e016-4061-8871-83cb76280155 req-cdb009ef-d469-4327-9d1b-a996feefb6cc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:42.797206 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.802965 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-765968c9-e016-4061-8871-83cb76280155 req-cdb009ef-d469-4327-9d1b-a996feefb6cc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1575720 Sep 08 11:08:42.849674 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Attempting to bind port a0801f0e-e65c-4f49-9d58-35bb13940cb7 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:42.850056 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Attempting to bind port a0801f0e-e65c-4f49-9d58-35bb13940cb7 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:42.850415 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Attempting to bind port a0801f0e-e65c-4f49-9d58-35bb13940cb7 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:42.860519 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:42.860890 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:42.861288 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.861676 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:42.862148 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Bound port: a0801f0e-e65c-4f49-9d58-35bb13940cb7, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:42.862869 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.892202 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-765968c9-e016-4061-8871-83cb76280155 req-643097fc-478a-4b05-905a-e6780c6da03e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843821 Sep 08 11:08:42.935809 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] For port a0801f0e-e65c-4f49-9d58-35bb13940cb7, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:42.939461 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.942438 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] For port a0801f0e-e65c-4f49-9d58-35bb13940cb7, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a0801f0e-e65c-4f49-9d58-35bb13940cb7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:42.954821 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.957652 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Pushing event updated for resources: {'Port': ['ID=a0801f0e-e65c-4f49-9d58-35bb13940cb7,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:42.984712 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.985095 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.985442 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.985775 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.986124 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.986434 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.986755 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.987080 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.987421 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.987775 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.988119 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.988437 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:08:42.992141 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 029865c0-ff59-4bf7-8a30-41c06fd2a0da triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:42.992513 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:42.997618 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.058612 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:43.059644 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:43.061697 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd774a-3427-4a78-9645-f04c5749081f None None] Pushing event updated for resources: {'Port': ['ID=a0801f0e-e65c-4f49-9d58-35bb13940cb7,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:43.131264 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:41Z', 'revision_number': 3, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:43.186213 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:43.186557 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Updating router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:43.215985 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:43.239040 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.241093 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Allocated IP 172.20.0.1 (e9bb0c6b-03d3-45ae-b184-537f91676243/550ec0c4-2574-48b0-990a-fe0d60e12431/0d8e7e31-df30-4bac-a1f1-fafdf0a890b6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:43.253789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Allocated IP 172.20.0.1 (07f31382-9dc5-499c-b3bd-8b887888121e/c2b3455b-2d9e-4e1f-8265-a1e254dcb946/a55cca6e-81ec-41be-9f6f-455e3f1dd026) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:43.278386 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device e4c71951-e00e-4ba6-8872-fc78f19a4278 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:43.428836 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.431390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.452283 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Transition to ACTIVE for port object 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:43.452723 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Transition to ACTIVE for port object a55cca6e-81ec-41be-9f6f-455e3f1dd026 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:43.472706 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:39Z', 'revision_number': 3, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:43.480377 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port e4c71951-e00e-4ba6-8872-fc78f19a4278 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:43.492866 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port e4c71951-e00e-4ba6-8872-fc78f19a4278 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:43.493284 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.496551 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.513326 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.526456 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3eda5a-eb90-493b-9596-7b2eb0337d22 None None] The sync data for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi is: [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:39Z', 'revision_number': 3, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:43.556560 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:43.561154 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:43.569773 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:43.587332 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e88145e4-6eec-4920-8d2c-9a4147e2ddf7 None None] Provisioning complete for port e4c71951-e00e-4ba6-8872-fc78f19a4278 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:43.587695 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e88145e4-6eec-4920-8d2c-9a4147e2ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.612003 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:43.612567 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Network 07f31382-9dc5-499c-b3bd-8b887888121e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:43.614562 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Pushing event updated for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:43.630784 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:43.634343 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:43.642258 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.700795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.765768 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.829337 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.890650 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port e4c71951-e00e-4ba6-8872-fc78f19a4278, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=e4c71951-e00e-4ba6-8872-fc78f19a4278,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:43.922317 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.933561 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.934963 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:43.978568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Transition to ACTIVE for port object 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:43.980598 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e88145e4-6eec-4920-8d2c-9a4147e2ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.011348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.073872 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=e4c71951-e00e-4ba6-8872-fc78f19a4278,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:44.092024 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.097367 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.104619 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Attempting to bind port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:44.105002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Attempting to bind port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:44.105362 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Attempting to bind port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:44.120967 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:44.121347 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:44.121746 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.122142 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:44.122627 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Bound port: 2f9dd187-3f3b-42a6-9669-65c295cc8ac7, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:44.123007 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.146834 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-e88145e4-6eec-4920-8d2c-9a4147e2ddf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 11:08:44.147185 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-e88145e4-6eec-4920-8d2c-9a4147e2ddf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 11:08:44.148038 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.154307 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.161379 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e979c9-17a9-41fe-9324-2090f5a86934 None None] Pushing event updated for resources: {'Port': ['ID=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:44.171849 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:44.199779 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.203213 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] For port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:44.208275 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] For port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:44.214822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.238124 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Pushing event updated for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:44.245678 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.276226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:44.276985 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:44.408699 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e979c9-17a9-41fe-9324-2090f5a86934 None None] Pushing event updated for resources: {'Port': ['ID=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:44.448318 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:44.449352 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Network 07f31382-9dc5-499c-b3bd-8b887888121e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:44.451185 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:44.578947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a0801f0e-e65c-4f49-9d58-35bb13940cb7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:44.695958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Router 3a60158f-90e8-4e1d-bd22-9827f37927f2 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:08:44.698919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:44.700435 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:44.755034 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port a0801f0e-e65c-4f49-9d58-35bb13940cb7 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:44.761250 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a0801f0e-e65c-4f49-9d58-35bb13940cb7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:44.761840 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.867401 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:44.875451 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:08:44.885581 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Provisioning for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:44.886089 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Provisioning complete for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:44.886462 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.886909 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8f0e05ce-d558-4098-b78b-344d9c2b37fc admin admin] 10.222.0.38 "PUT /v2.0/routers/3a60158f-90e8-4e1d-bd22-9827f37927f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5715327 Sep 08 11:08:44.959202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:44.966832 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:44.970325 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 2, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:45.001997 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:45.012727 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a229903-12df-49de-9201-f2e23d44d0df None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 2, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:45.012938 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-12528975-8103-49d4-8380-24d6ea28e862 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7458372 Sep 08 11:08:45.013915 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port a0801f0e-e65c-4f49-9d58-35bb13940cb7, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a0801f0e-e65c-4f49-9d58-35bb13940cb7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:45.020504 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.021419 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device e4c71951-e00e-4ba6-8872-fc78f19a4278 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:45.028659 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Provisioning for port a55cca6e-81ec-41be-9f6f-455e3f1dd026 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:45.070042 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Provisioning complete for port a55cca6e-81ec-41be-9f6f-455e3f1dd026 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:45.070414 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.134584 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=a0801f0e-e65c-4f49-9d58-35bb13940cb7,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:45.143700 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-6a52e651-dec7-448e-807d-7069e209dfe7 None None] Port a55cca6e-81ec-41be-9f6f-455e3f1dd026 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:45.157728 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port e4c71951-e00e-4ba6-8872-fc78f19a4278 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:45.158182 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.272580 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-41f383ef-6db3-474d-be1c-3d646cc3ca79 None None] Provisioning complete for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:45.273097 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41f383ef-6db3-474d-be1c-3d646cc3ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.312177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-41f383ef-6db3-474d-be1c-3d646cc3ca79 None None] Port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:45.582575 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279245e-f91b-4667-821a-b4e08b939b3d req-517501e1-af7b-4089-ac51-678d15d18f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:45.584187 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-517501e1-af7b-4089-ac51-678d15d18f0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0689645 Sep 08 11:08:45.776185 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.785429 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Sync routers for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:45.800047 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:45.801392 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:45.832444 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46282) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:45.840956 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-597548392-network', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:45.864307 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f8680-0b96-43c4-843d-73f66a02233c req-d5c9bf02-98f8-4e0a-a719-0aeb18ee7181 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:45.865995 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f02f8680-0b96-43c4-843d-73f66a02233c req-d5c9bf02-98f8-4e0a-a719-0aeb18ee7181 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1107304 Sep 08 11:08:45.877910 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Made reservation on behalf of ebe014bb52764c1ea120012b04a37f0c for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:45.879204 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0fc7-abe8-4dcd-be9f-7f4a960531de req-1b334412-dc72-4b03-a936-481c40ea6d3f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:45.881773 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-428f0fc7-abe8-4dcd-be9f-7f4a960531de req-1b334412-dc72-4b03-a936-481c40ea6d3f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 944 time: 0.2169323 Sep 08 11:08:45.884077 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.884840 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279245e-f91b-4667-821a-b4e08b939b3d req-b63d4a98-653f-4d44-b04c-59ee13c55900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:45.895577 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-b63d4a98-653f-4d44-b04c-59ee13c55900 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.2667205 Sep 08 11:08:45.896142 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:45.994174 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46284) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:45.996273 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:46.004847 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-57c96c40-832d-4bfa-bbbd-ebe5c0fdbc34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.0855618 Sep 08 11:08:46.012100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1762978823-network', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:46.070305 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f02f8680-0b96-43c4-843d-73f66a02233c req-cc776bba-8a9e-49b2-9d3c-fed0ce3dd354 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873987 Sep 08 11:08:46.075513 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-428f0fc7-abe8-4dcd-be9f-7f4a960531de req-de715857-b902-4020-8836-f43b70c7fb6a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789396 Sep 08 11:08:46.090950 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279245e-f91b-4667-821a-b4e08b939b3d req-cc4c60a2-14ff-4697-8ad8-bbed0a711511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:46.092720 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-cc4c60a2-14ff-4697-8ad8-bbed0a711511 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.0768235 Sep 08 11:08:46.094906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.100382 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.144897 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-d434877e-90d2-410d-b99a-c452a4848d17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375199 Sep 08 11:08:46.148657 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:46.150631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e0e36-9adf-4068-8c86-f77845d39390,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:46.167174 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.167525 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Added segment cbd1258a-891b-4e85-8b27-86184c2136e8 of type vlan for network 3abdff84-b942-4d48-831d-12fe32054ba9 Sep 08 11:08:46.169587 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Made reservation on behalf of 394d21e688784fa3a9441c1fe28d4780 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:46.172441 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.193221 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.273299 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-994ea193-b50b-4205-a5a2-0d1768a4401f service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172533 Sep 08 11:08:46.286159 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.302089 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 2, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:46.359509 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.360495 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Checking router: 3a60158f-90e8-4e1d-bd22-9827f37927f2 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:46.360658 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:46.360967 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Updating router 3a60158f-90e8-4e1d-bd22-9827f37927f2 port a55cca6e-81ec-41be-9f6f-455e3f1dd026 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:46.366434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.392369 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.412867 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a279245e-f91b-4667-821a-b4e08b939b3d req-6673ab25-8dc8-4add-9a4c-faaefcbe74d7 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287105 Sep 08 11:08:46.432957 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.494153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.516555 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6816742 Sep 08 11:08:46.519924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46290) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:46.524445 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a0801f0e-e65c-4f49-9d58-35bb13940cb7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:46.525478 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d31c-7fca-4095-b5c8-42a7cf1ac873 admin admin] Pushing event updated for resources: {'Network': ['ID=3abdff84-b942-4d48-831d-12fe32054ba9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:46.528545 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Request body: {'subnet': {'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-597548392-subnet', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:46.560127 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 3abdff84-b942-4d48-831d-12fe32054ba9 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:46.562672 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:08:46.584090 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ab37d5-1ae8-45fd-8e6b-98fc03386279,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:46.597455 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Made reservation on behalf of ebe014bb52764c1ea120012b04a37f0c for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:46.601342 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.601918 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Added segment f64cface-a305-4865-97c2-7efbce9acf53 of type vlan for network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 Sep 08 11:08:46.602255 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.678995 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.741100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.742100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:46.744653 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.831099 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46306) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:46.837699 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Request body: {'subnet': {'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1762978823-subnet', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:46.843597 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8471684 Sep 08 11:08:46.966963 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:46.969253 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c5e17-4a2c-4c9b-95ba-8ea2868da8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=77f0cfe3-95e6-4965-95e6-b4f66fe89532,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:46.973171 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 14f9ac61-209b-4945-9ba9-e96b80738954 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:46.982181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Made reservation on behalf of 394d21e688784fa3a9441c1fe28d4780 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:08:46.986951 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.005841 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:08:47.028906 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:08:47.029337 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.045322 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Transition to ACTIVE for port object a55cca6e-81ec-41be-9f6f-455e3f1dd026 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:47.053463 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.132853 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddfac-911a-480d-9ec3-980c3c2ed15f None None] Pushing event updated for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:47.150863 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a0801f0e-e65c-4f49-9d58-35bb13940cb7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:47.151237 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.215949 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Attempting to bind port a55cca6e-81ec-41be-9f6f-455e3f1dd026 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:47.216436 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Attempting to bind port a55cca6e-81ec-41be-9f6f-455e3f1dd026 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:47.217091 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Attempting to bind port a55cca6e-81ec-41be-9f6f-455e3f1dd026 on network 07f31382-9dc5-499c-b3bd-8b887888121e {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:47.225163 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:47.225632 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Checking segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:47.226098 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.226554 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Bound using segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:47.227247 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Bound port: a55cca6e-81ec-41be-9f6f-455e3f1dd026, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:47.227726 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.346584 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] For port a55cca6e-81ec-41be-9f6f-455e3f1dd026, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:47.354644 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] For port a55cca6e-81ec-41be-9f6f-455e3f1dd026, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a55cca6e-81ec-41be-9f6f-455e3f1dd026,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:47.369450 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.432891 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 14f9ac61-209b-4945-9ba9-e96b80738954 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:47.464601 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 14f9ac61-209b-4945-9ba9-e96b80738954 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:47.467532 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.507989 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddfac-911a-480d-9ec3-980c3c2ed15f None None] Pushing event updated for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:47.523811 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:47.539559 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:47.542532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Checking segment: {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:47.542675 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:47.543258 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Network hostable DHCP agents. Network: 3abdff84-b942-4d48-831d-12fe32054ba9, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:47.594603 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c375d5e-9d6f-4bae-a447-c6db84db5226 req-6d4f0fbf-943b-4f15-8267-97371e9118f6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:47.596568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c375d5e-9d6f-4bae-a447-c6db84db5226 req-6d4f0fbf-943b-4f15-8267-97371e9118f6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 944 time: 0.3271155 Sep 08 11:08:47.656221 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Network 3abdff84-b942-4d48-831d-12fe32054ba9 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:47.661609 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:47.699396 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 3abdff84-b942-4d48-831d-12fe32054ba9) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:47.728473 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba546c6c-ab10-478a-96ff-3a318c8d21f5 None None] Network 3abdff84-b942-4d48-831d-12fe32054ba9 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:47.759274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:47.759869 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.773446 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.787578 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:47.824837 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-67ca4f05-4803-4bd0-9853-c3dd9ca28034 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3012278 Sep 08 11:08:47.825156 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46334) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:47.831330 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:47.857094 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:47.875164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:08:47.878327 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e26916-6763-4671-a782-81cb42986dc3" -d '{"events": [{"server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "name": "network-vif-plugged", "status": "completed", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:08:47.887450 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:47.888346 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.890671 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c375d5e-9d6f-4bae-a447-c6db84db5226 req-eef46c4f-e94d-45f5-921c-6c666e8dec5a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815170 Sep 08 11:08:47.891579 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.893517 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.895099 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:47.945028 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=14f9ac61-209b-4945-9ba9-e96b80738954,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:47.964644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.000691 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.004214 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e444-066b-4d97-8210-cbf8da50c9b0 req-40449b34-0843-4ed5-a7a4-f54e6d8bf5bb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:48.005764 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a030e444-066b-4d97-8210-cbf8da50c9b0 req-40449b34-0843-4ed5-a7a4-f54e6d8bf5bb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.3344312 Sep 08 11:08:48.111014 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Checking segment: {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:48.111792 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Network hostable DHCP agents. Network: 77f0cfe3-95e6-4965-95e6-b4f66fe89532, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:08:48.122990 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-3abdff84-b942-4d48-831d-12fe32054ba9', 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'fixed_ips': [{'subnet_id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:08:48.124074 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.178919 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cff0a50-58da-4796-8e5f-81e0160806bf,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:48.184999 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a030e444-066b-4d97-8210-cbf8da50c9b0 req-160d67fc-b394-45e4-8ff4-2611123bcc4e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613824 Sep 08 11:08:48.217605 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:08:48.230230 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 77f0cfe3-95e6-4965-95e6-b4f66fe89532) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:48.235349 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:48.236061 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.270885 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-868343d4-8e9f-4e69-b71c-1fc6604671d3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4379911 Sep 08 11:08:48.271555 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:48.278614 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:48.289920 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba9e46-ebfa-42f1-9001-b946adb69f52 None None] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:48.305888 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a1d16-22db-42f9-aee1-09009edad3fa x-openstack-request-id: req-ed4a1d16-22db-42f9-aee1-09009edad3fa {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:08:48.306176 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "name": "network-vif-plugged", "status": "completed", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:08:48.306612 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed4a1d16-22db-42f9-aee1-09009edad3fa {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:08:48.307060 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954', 'code': 200} Sep 08 11:08:48.309109 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.338411 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:47Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:48.347096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.349927 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.350522 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:48.352361 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:48.400556 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8b28c-95c6-4be5-89d9-e223f128329c None None] The sync data for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi is: [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:47Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:48.546525 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.577795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:48.578412 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:48.720084 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.765927 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.770410 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:48.782247 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Allocated IP 172.20.0.2 (3abdff84-b942-4d48-831d-12fe32054ba9/4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70/6d5586d8-4eed-4b2e-9097-09de5ebad162) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:48.950604 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:49.010169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Allocated IP 172.27.0.217 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/a729b72e-dd75-43b0-b1bb-5b339a306703) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:49.098769 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:49.136295 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040aff-5a9f-44fa-a054-74a09fad9839 req-f024a82d-571f-4076-8866-e55691726c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:49.138752 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c040aff-5a9f-44fa-a054-74a09fad9839 req-f024a82d-571f-4076-8866-e55691726c95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 1098 time: 0.5909591 Sep 08 11:08:49.177116 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.177362 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.186284 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Transition to ACTIVE for port object 6d5586d8-4eed-4b2e-9097-09de5ebad162 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:49.194965 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.244928 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.308348 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:49.321337 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:49.330495 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.331471 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:49.354368 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Transition to ACTIVE for port object 6d5586d8-4eed-4b2e-9097-09de5ebad162 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:49.381394 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f72820-fe7d-43f3-85a0-6c812a211f17 req-e5c922e3-0ce9-4d2b-9c84-4a8a91ba462b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:49.383772 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3f72820-fe7d-43f3-85a0-6c812a211f17 req-e5c922e3-0ce9-4d2b-9c84-4a8a91ba462b tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.3309360 Sep 08 11:08:49.386942 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a729b72e-dd75-43b0-b1bb-5b339a306703,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:49.402089 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8c040aff-5a9f-44fa-a054-74a09fad9839 req-fda3937f-2d3b-4ba3-99cf-03c7c1093be2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955619 Sep 08 11:08:49.425675 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:49.459896 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.462161 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:08:49.462783 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.472002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a55cca6e-81ec-41be-9f6f-455e3f1dd026 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:49.490857 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3f72820-fe7d-43f3-85a0-6c812a211f17 req-156532fa-7162-44db-89bb-dd75689064e8 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Sep 08 11:08:49.507514 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d853a7-24f5-4565-a4ef-33e72e5327b3 req-a2bd70ac-435c-4024-ae7e-cd1ddf3f3dde tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:49.509336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93d853a7-24f5-4565-a4ef-33e72e5327b3 req-a2bd70ac-435c-4024-ae7e-cd1ddf3f3dde tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1241341 Sep 08 11:08:49.613309 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Network 3abdff84-b942-4d48-831d-12fe32054ba9 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:49.617816 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93d853a7-24f5-4565-a4ef-33e72e5327b3 req-d3420e84-2a69-4b12-9f68-179b998fbdc6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959253 Sep 08 11:08:49.687740 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:49.693030 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:49.702194 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.768330 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.794243 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.897616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Pushing event updated for resources: {'Port': ['ID=6d5586d8-4eed-4b2e-9097-09de5ebad162,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:49.962410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Allocated IP 172.27.0.120 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/d0940c99-455b-4325-a0bc-cbdcb7d9b5a0) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:49.968615 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:49.986678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port a55cca6e-81ec-41be-9f6f-455e3f1dd026 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:50.022171 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a55cca6e-81ec-41be-9f6f-455e3f1dd026 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:50.022950 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.123033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Attempting to bind port 6d5586d8-4eed-4b2e-9097-09de5ebad162 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:50.123033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Attempting to bind port 6d5586d8-4eed-4b2e-9097-09de5ebad162 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:50.123033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Attempting to bind port 6d5586d8-4eed-4b2e-9097-09de5ebad162 on network 3abdff84-b942-4d48-831d-12fe32054ba9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:50.141993 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:50.142589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Checking segment: {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:50.142734 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.143207 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Bound using segment: {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:50.143592 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Bound port: 6d5586d8-4eed-4b2e-9097-09de5ebad162, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:50.144001 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.155372 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.169540 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Allocated IP 172.20.0.2 (77f0cfe3-95e6-4965-95e6-b4f66fe89532/5cff0a50-58da-4796-8e5f-81e0160806bf/cf877da1-858e-4675-9d60-097e3719c1f6) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:50.184882 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:08:50.205619 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.271066 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Pushing event updated for resources: {'Port': ['ID=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:50.280575 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:50.282795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:50.286835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:50.395905 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:50.401580 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.416594 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.420632 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-25627600-645f-4ee9-9f90-908008be47c4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5915515 Sep 08 11:08:50.420763 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Sync routers for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:50.421993 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46382) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:50.427116 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] For port 6d5586d8-4eed-4b2e-9097-09de5ebad162, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:50.432325 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:50.433096 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:50.449757 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 2, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:50.458765 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] For port 6d5586d8-4eed-4b2e-9097-09de5ebad162, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6d5586d8-4eed-4b2e-9097-09de5ebad162,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:50.500533 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.502487 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:50.502751 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Updating router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:50.695005 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:50.701356 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port a55cca6e-81ec-41be-9f6f-455e3f1dd026, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a55cca6e-81ec-41be-9f6f-455e3f1dd026,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:50.719222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d624e-7989-44fb-8ed2-2a81e2d4714a req-23727b57-007b-44ba-9356-0f1a03ed5fc1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:50.720813 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2e6d624e-7989-44fb-8ed2-2a81e2d4714a req-23727b57-007b-44ba-9356-0f1a03ed5fc1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.1033432 Sep 08 11:08:50.752177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.757676 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.778468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.868202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:50.884850 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6062ec-9786-40ab-8a20-b4d99348875b None None] Pushing event updated for resources: {'Port': ['ID=6d5586d8-4eed-4b2e-9097-09de5ebad162,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:50.893170 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Transition to ACTIVE for port object cf877da1-858e-4675-9d60-097e3719c1f6 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:50.925105 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:49Z', 'revision_number': 3, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:50.999556 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Checking router: 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:51.004627 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Updating router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 port a729b72e-dd75-43b0-b1bb-5b339a306703 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:51.046644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Transition to ACTIVE for port object cf877da1-858e-4675-9d60-097e3719c1f6 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:51.091099 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.106184 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.112376 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:51.186203 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.242111 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Pushing event updated for resources: {'Port': ['ID=cf877da1-858e-4675-9d60-097e3719c1f6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:51.253396 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:51.312838 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2e6d624e-7989-44fb-8ed2-2a81e2d4714a req-500b9f3f-09c3-4a1b-9cd7-ab2dbbc60924 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810709 Sep 08 11:08:51.343455 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfb11d-d2b5-4ee4-813e-803e83629172 req-ccc744f6-3b01-4131-848b-39515e7eb1ee tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:51.358138 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-91bfb11d-d2b5-4ee4-813e-803e83629172 req-ccc744f6-3b01-4131-848b-39515e7eb1ee tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.5774257 Sep 08 11:08:51.460700 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.473751 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Transition to ACTIVE for port object 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:51.477661 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:51.482659 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:51.493450 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.514466 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-91bfb11d-d2b5-4ee4-813e-803e83629172 req-10f7903b-89bd-4662-9d6a-7464a97b2df4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538250 Sep 08 11:08:51.583007 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Router ef45acd8-fa31-4620-89ed-c7709a03adfa is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:08:51.606010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de34de-e1f1-4baf-afb0-fa76fb8669ed None None] Pushing event updated for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:51.712958 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a55cca6e-81ec-41be-9f6f-455e3f1dd026 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:51.763440 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.791379 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Transition to ACTIVE for port object a729b72e-dd75-43b0-b1bb-5b339a306703 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:51.804342 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.808206 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.810697 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56fcd341-0c31-4b61-a05a-7ca2ee430f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.815521 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Attempting to bind port cf877da1-858e-4675-9d60-097e3719c1f6 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:51.815911 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Attempting to bind port cf877da1-858e-4675-9d60-097e3719c1f6 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:51.823413 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:51.827249 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Attempting to bind port cf877da1-858e-4675-9d60-097e3719c1f6 on network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:51.856307 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.857809 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-9ea5500c-52bf-4ace-a0e0-c26e1847f991 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5852511 Sep 08 11:08:51.863401 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46440) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:51.875867 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Sync routers for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:51.903967 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Attempting to bind port a729b72e-dd75-43b0-b1bb-5b339a306703 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:51.904969 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Attempting to bind port a729b72e-dd75-43b0-b1bb-5b339a306703 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:51.905534 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Attempting to bind port a729b72e-dd75-43b0-b1bb-5b339a306703 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:51.915912 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:51.916570 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:51.917128 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.917670 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:51.918333 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Bound port: a729b72e-dd75-43b0-b1bb-5b339a306703, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:51.918900 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.943354 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:51.967675 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Checking segment: {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:51.969990 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:51.970402 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Bound using segment: {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:51.971254 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Bound port: cf877da1-858e-4675-9d60-097e3719c1f6, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:51.971627 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:52.018149 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] For port a729b72e-dd75-43b0-b1bb-5b339a306703, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:52.022022 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] For port a729b72e-dd75-43b0-b1bb-5b339a306703, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a729b72e-dd75-43b0-b1bb-5b339a306703,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:52.026600 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:52.045167 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e24a-349c-46e3-8f6d-d72b8a225c3c None None] Pushing event updated for resources: {'Port': ['ID=a729b72e-dd75-43b0-b1bb-5b339a306703,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:52.113678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:52.119717 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:52.150073 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e24a-349c-46e3-8f6d-d72b8a225c3c None None] Pushing event updated for resources: {'Port': ['ID=a729b72e-dd75-43b0-b1bb-5b339a306703,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:52.195952 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:52.203092 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:52.307315 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Attempting to bind port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:52.307638 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Attempting to bind port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:52.308016 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Attempting to bind port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:52.336393 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:52.336727 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:52.337808 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:52.338206 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Bound using segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:52.338720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Bound port: 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:52.339280 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:52.387365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:52.408208 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:52.546888 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Allocated IP 172.20.0.1 (3abdff84-b942-4d48-831d-12fe32054ba9/4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70/86575c23-7e68-4207-b240-8fcb28e2f2a6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:52.580174 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a55cca6e-81ec-41be-9f6f-455e3f1dd026 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:52.580595 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:52.585646 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ac54d-215c-4174-8539-de80bc243370 None None] Network 3abdff84-b942-4d48-831d-12fe32054ba9 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:52.592142 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a18c4-e7dc-4074-a156-aee93d795ff5 req-bd4eaf2d-7d75-4039-842a-c35ee1e5dc1f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:52.607871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5a5a18c4-e7dc-4074-a156-aee93d795ff5 req-bd4eaf2d-7d75-4039-842a-c35ee1e5dc1f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.1332331 Sep 08 11:08:52.712158 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5a5a18c4-e7dc-4074-a156-aee93d795ff5 req-42308c7e-8e17-4bcb-a245-e818ff19ecea tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981491 Sep 08 11:08:52.759671 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b29b-9882-4c7c-9e34-ac9ea00f0499 req-02d354b0-be35-4af6-a200-1f9f5313717b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:52.773304 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c662b29b-9882-4c7c-9e34-ac9ea00f0499 req-02d354b0-be35-4af6-a200-1f9f5313717b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1094759 Sep 08 11:08:52.855336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c662b29b-9882-4c7c-9e34-ac9ea00f0499 req-4836210b-b104-4d2b-b9f5-c4ece1056c67 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809033 Sep 08 11:08:52.916526 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:49Z', 'revision_number': 3, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:52.956306 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a7d5-1c8f-44ac-9a30-d7acd6ec136f None None] The sync data for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi is: [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:49Z', 'revision_number': 3, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:53.018749 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.057492 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Transition to ACTIVE for port object 86575c23-7e68-4207-b240-8fcb28e2f2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:53.074282 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] For port cf877da1-858e-4675-9d60-097e3719c1f6, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:53.148602 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] For port cf877da1-858e-4675-9d60-097e3719c1f6, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=cf877da1-858e-4675-9d60-097e3719c1f6,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:53.165071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.213953 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] For port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:53.213953 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f540f4d6-878b-4005-94b2-7c2628c7a624 None None] Provisioning for port 6d5586d8-4eed-4b2e-9097-09de5ebad162 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:53.219595 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Network 3abdff84-b942-4d48-831d-12fe32054ba9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:53.223778 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.237794 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.246995 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:53.252693 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:53.259807 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] For port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:53.261881 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Pushing event updated for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:53.321756 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.357728 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 3, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:53.376896 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.422741 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Checking router: ef45acd8-fa31-4620-89ed-c7709a03adfa for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:53.423096 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Updating router ef45acd8-fa31-4620-89ed-c7709a03adfa port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:53.493840 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:53.524213 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647826-5cad-4755-859d-2ab08a164471 None None] Pushing event updated for resources: {'Port': ['ID=cf877da1-858e-4675-9d60-097e3719c1f6,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:53.569985 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.578157 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:53.578157 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:53.778102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Allocated IP 172.20.0.1 (77f0cfe3-95e6-4965-95e6-b4f66fe89532/5cff0a50-58da-4796-8e5f-81e0160806bf/9132409c-dfde-400a-bf15-cf440e6365df) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:08:53.780415 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:53.877473 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de34de-e1f1-4baf-afb0-fa76fb8669ed None None] Pushing event updated for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:54.038263 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:54.098420 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46510) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:54.107185 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92dd6-2857-4d3e-ad55-ced2b407b192 req-55dcb49a-b875-4dd2-b5ae-f319931ca35c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:54.117070 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a6b92dd6-2857-4d3e-ad55-ced2b407b192 req-55dcb49a-b875-4dd2-b5ae-f319931ca35c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0998244 Sep 08 11:08:54.118381 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.161917 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a6b92dd6-2857-4d3e-ad55-ced2b407b192 req-c210013e-c41b-428d-8f4e-8a59d099fad8 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Sep 08 11:08:54.198631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Transition to ACTIVE for port object 9132409c-dfde-400a-bf15-cf440e6365df will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:54.227356 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.235308 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.289129 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-66d8a091-2097-47f2-91d2-b33d5a3b9c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.291376 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:54.291740 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.327080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.342876 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.355346 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Pushing event updated for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:54.421725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:54.434009 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:54.454192 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:08:54.602629 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.605326 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce2d-3740-40e5-b838-2f4d3fdc9872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.651255 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Pushing event updated for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:54.679260 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.733889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:54.811770 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6d5586d8-4eed-4b2e-9097-09de5ebad162 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:54.819347 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b95bf-64bf-4ba2-8c01-3fc194750776 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:54.821265 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-81eb57be-6829-4a81-803f-2f8c276eca9e None None] Provisioning for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:54.845972 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Network 3abdff84-b942-4d48-831d-12fe32054ba9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:54.861340 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:54.876032 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-81eb57be-6829-4a81-803f-2f8c276eca9e None None] Provisioning complete for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:54.876742 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-81eb57be-6829-4a81-803f-2f8c276eca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.933536 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.944404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-81eb57be-6829-4a81-803f-2f8c276eca9e None None] Port 86575c23-7e68-4207-b240-8fcb28e2f2a6 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:54.963565 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Transition to ACTIVE for port object d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:08:54.982032 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:54.984901 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce2d-3740-40e5-b838-2f4d3fdc9872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.032713 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 6d5586d8-4eed-4b2e-9097-09de5ebad162 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:55.034783 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce2d-3740-40e5-b838-2f4d3fdc9872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.062607 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6d5586d8-4eed-4b2e-9097-09de5ebad162 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:55.062975 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.064640 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d975bd-1ea9-4826-96c7-90f989669ad2 None None] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:08:55.074097 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Attempting to bind port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:08:55.074464 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Attempting to bind port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:08:55.074826 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Attempting to bind port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:08:55.121697 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-cef0ce2d-3740-40e5-b838-2f4d3fdc9872 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc70e5764cc04b9e900e8c4178dec628&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0178902 Sep 08 11:08:55.122254 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:55.130604 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.140632 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77250d-06d3-42f2-b084-a5d30f10b8b1 None None] Pushing event updated for resources: {'Port': ['ID=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:55.163965 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.164193 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ce2d-3740-40e5-b838-2f4d3fdc9872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78e2bf-4e25-4404-8d01-431ef8f4c39c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:55.165813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:08:55.166520 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:08:55.167137 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.167965 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:08:55.168678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Bound port: d0940c99-455b-4325-a0bc-cbdcb7d9b5a0, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:08:55.169309 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.221222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.288419 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.366063 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-79149482-57ac-450b-8747-9d8acee537bc None None] Provisioning complete for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:55.366500 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-79149482-57ac-450b-8747-9d8acee537bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.415787 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-79149482-57ac-450b-8747-9d8acee537bc None None] Port 86575c23-7e68-4207-b240-8fcb28e2f2a6 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:55.434008 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcd6e6-73b9-4bd3-b0be-ef0a0030837a req-02ac7498-0197-4565-878a-2f4acf550487 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:55.455387 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f5dcd6e6-73b9-4bd3-b0be-ef0a0030837a req-02ac7498-0197-4565-878a-2f4acf550487 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1194124 Sep 08 11:08:55.473204 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] For port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:08:55.482500 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.485705 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.487218 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a78e2bf-4e25-4404-8d01-431ef8f4c39c HTTP/1.1" status: 204 len: 168 time: 0.3642688 Sep 08 11:08:55.498457 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-79149482-57ac-450b-8747-9d8acee537bc None None] Provisioning for port cf877da1-858e-4675-9d60-097e3719c1f6 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:55.509106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] For port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:08:55.509539 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad868f0-994d-4b4e-b28b-b3f79bef6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78e2bf-4e25-4404-8d01-431ef8f4c39c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:55.519854 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.539133 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f5dcd6e6-73b9-4bd3-b0be-ef0a0030837a req-1f2728e5-eaa1-4a84-9905-2abc083cbec5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793893 Sep 08 11:08:55.578868 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.650029 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:08:55.837902 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 6d5586d8-4eed-4b2e-9097-09de5ebad162, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6d5586d8-4eed-4b2e-9097-09de5ebad162,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:55.841809 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77250d-06d3-42f2-b084-a5d30f10b8b1 None None] Pushing event updated for resources: {'Port': ['ID=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:55.853598 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:55.858041 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:55.877117 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-7ebab30f-a643-4218-b8c9-153f69c04682 None None] Provisioning complete for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:55.877489 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ebab30f-a643-4218-b8c9-153f69c04682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.879288 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.906648 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:55.912989 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:55.935938 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-627f9175-6fac-42ea-a013-ad29fc9d8092 admin admin] 10.222.0.38 "PUT /v2.0/routers/5818b0a8-d2ae-4710-8454-0ab9ec0133a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5057523 Sep 08 11:08:55.936438 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31f15f97-fd5c-4806-9d33-ce517217db7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.978842 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:55.988927 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.112174 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.131963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Pushing event updated for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:56.159470 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-7ebab30f-a643-4218-b8c9-153f69c04682 None None] Port 86575c23-7e68-4207-b240-8fcb28e2f2a6 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:56.199135 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=6d5586d8-4eed-4b2e-9097-09de5ebad162,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:56.201278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31f15f97-fd5c-4806-9d33-ce517217db7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.206193 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31f15f97-fd5c-4806-9d33-ce517217db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.256950 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a729b72e-dd75-43b0-b1bb-5b339a306703 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:56.260921 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:56.280439 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-31f15f97-fd5c-4806-9d33-ce517217db7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9b0965398d94a6584937b34c6dcd913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727057 Sep 08 11:08:56.282690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f15f97-fd5c-4806-9d33-ce517217db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06114b28-b22d-47b5-bc7f-b8ec1ac15604,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:56.284160 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46558) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:56.373216 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:08:56.386618 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:08:56.522742 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.549285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port a729b72e-dd75-43b0-b1bb-5b339a306703 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:56.568422 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a729b72e-dd75-43b0-b1bb-5b339a306703 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:56.568720 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.574042 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.753083 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Router ef45acd8-fa31-4620-89ed-c7709a03adfa has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:08:56.755261 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.760804 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.760804 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06114b28-b22d-47b5-bc7f-b8ec1ac15604 HTTP/1.1" status: 204 len: 168 time: 0.4696319 Sep 08 11:08:56.787598 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da894-0d78-491f-abd3-efd39eebf36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06114b28-b22d-47b5-bc7f-b8ec1ac15604,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:56.789854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582a2b-220c-41c6-a1e1-99aa3a179857 req-9cedc7e8-9d05-4e60-bebf-b128bbc0915c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:56.793914 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-05c57cf6-6a95-49d0-a3be-caddc584b9c9 None None] Provisioning for port 9132409c-dfde-400a-bf15-cf440e6365df completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:56.797516 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c7582a2b-220c-41c6-a1e1-99aa3a179857 req-9cedc7e8-9d05-4e60-bebf-b128bbc0915c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1316953 Sep 08 11:08:56.815241 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-05c57cf6-6a95-49d0-a3be-caddc584b9c9 None None] Provisioning complete for port 9132409c-dfde-400a-bf15-cf440e6365df triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:56.815838 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-05c57cf6-6a95-49d0-a3be-caddc584b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:56.904516 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c7582a2b-220c-41c6-a1e1-99aa3a179857 req-e3fbd696-0310-409d-bb8a-ea9cd83d8b2a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Sep 08 11:08:56.944277 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-05c57cf6-6a95-49d0-a3be-caddc584b9c9 None None] Port 9132409c-dfde-400a-bf15-cf440e6365df cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:56.969969 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.035330 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:57.038756 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port a729b72e-dd75-43b0-b1bb-5b339a306703, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a729b72e-dd75-43b0-b1bb-5b339a306703,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:57.039938 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900167282', 'description': 'tempest-secgroup-smoke-900167282 description', 'project_id': '265e8ea957784a709206f6c31dd2585b'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:57.046988 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:54Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '9132409c-dfde-400a-bf15-cf440e6365df', 'name': '', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'mac_address': 'fa:16:3e:25:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:53Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 1, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'subnets': [{'id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:57.052427 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.056459 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:57.133541 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:08:57.141236 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-409fa702-98a4-4f4f-a803-b5430036fe72 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef45acd8-fa31-4620-89ed-c7709a03adfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2758605 Sep 08 11:08:57.142356 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.154842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fb46c-7620-4846-91c7-d38840fa6459 None None] The sync data for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi is: [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:54Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '9132409c-dfde-400a-bf15-cf440e6365df', 'name': '', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'mac_address': 'fa:16:3e:25:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:53Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 1, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'subnets': [{'id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:08:57.344787 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0fa7cc50-3330-4ee9-828a-ca68065caff8 None None] Provisioning complete for port 9132409c-dfde-400a-bf15-cf440e6365df triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:57.345398 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc50-3330-4ee9-828a-ca68065caff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.350198 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=a729b72e-dd75-43b0-b1bb-5b339a306703,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:57.378960 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.389207 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.395827 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.417444 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7cc50-3330-4ee9-828a-ca68065caff8 None None] Port 9132409c-dfde-400a-bf15-cf440e6365df cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:57.429444 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:57.437760 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:57.442094 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.443225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.444777 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4084032 Sep 08 11:08:57.447049 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d41f-b5f2-4407-a6a8-2869455370dc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1467cac-5867-446c-898b-01e6b2666a9d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:57.448071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46588) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:57.455662 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:57.536944 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.567076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0c5fef3e-5b12-4ba5-ba92-642425b051e1 None None] Provisioning complete for port 9132409c-dfde-400a-bf15-cf440e6365df triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:57.567546 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c5fef3e-5b12-4ba5-ba92-642425b051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.643119 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.652284 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:57.653317 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.683622 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c4fc29-3d04-4f3e-8a7e-eea7aaa6f374,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:57.685880 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-534b8f64-5f0c-44da-a246-b38552d1009e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.698260 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.700804 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4f9acbb1-37a2-4416-aa8f-8ff0dc32b12d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517223 Sep 08 11:08:57.703483 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46596) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:57.719344 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:57.719554 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fef3e-5b12-4ba5-ba92-642425b051e1 None None] Port 9132409c-dfde-400a-bf15-cf440e6365df cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:08:57.737073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.808713 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:57.818457 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.819376 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device cf877da1-858e-4675-9d60-097e3719c1f6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:57.847418 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-534b8f64-5f0c-44da-a246-b38552d1009e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.864214 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-534b8f64-5f0c-44da-a246-b38552d1009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.896645 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:57.960849 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-534b8f64-5f0c-44da-a246-b38552d1009e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18c22a6c0bc74aabb3c91ce8a86accd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066850 Sep 08 11:08:57.961101 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:57.961748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b8f64-5f0c-44da-a246-b38552d1009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4957811-82a8-48b4-9f2a-d0add1e877ed,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.014063 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.016515 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Sync routers for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:08:58.030202 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:08:58.032887 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:58.064473 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.070846 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port cf877da1-858e-4675-9d60-097e3719c1f6 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:08:58.072175 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.078925 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port cf877da1-858e-4675-9d60-097e3719c1f6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:58.079305 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.125754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57164f6-8184-4280-86cf-01172d415c6e,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.168976 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.170250 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-00d43852-81d5-479e-a5e5-b8e72639f255 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4652159 Sep 08 11:08:58.170621 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.173125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46616) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:58.180593 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:58.195427 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a1e9c-4c3c-43dd-abf4-8669852ebfb8 req-a69868ff-7dbc-4519-a1f9-cccc79503f2f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:08:58.220278 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0f7a1e9c-4c3c-43dd-abf4-8669852ebfb8 req-a69868ff-7dbc-4519-a1f9-cccc79503f2f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1754341 Sep 08 11:08:58.256467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.274980 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:08:58.284901 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.342555 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port cf877da1-858e-4675-9d60-097e3719c1f6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=cf877da1-858e-4675-9d60-097e3719c1f6,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:08:58.353708 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.359163 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.397847 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0f7a1e9c-4c3c-43dd-abf4-8669852ebfb8 req-8da4f190-98e1-4880-8043-3e94ccb1dee5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571088 Sep 08 11:08:58.402050 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.426433 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.466199 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=cf877da1-858e-4675-9d60-097e3719c1f6,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.510819 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.513848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.518506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4957811-82a8-48b4-9f2a-d0add1e877ed HTTP/1.1" status: 204 len: 168 time: 0.5538609 Sep 08 11:08:58.537240 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23ec4-9bbb-4c8d-84f0-f5df4c7eb2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4957811-82a8-48b4-9f2a-d0add1e877ed,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.540265 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510b03a4-62e5-4959-9735-2dc9e7112499,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.557342 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.561211 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-32d56177-9c72-4c07-b38f-315770f6267b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844290 Sep 08 11:08:58.561681 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 46634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:58.566134 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:58.611411 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.766707 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a729b72e-dd75-43b0-b1bb-5b339a306703 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:58.818076 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.827452 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.854416 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b84ee1-14b6-44de-921f-9b979b64d1b2,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:58.855258 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a729b72e-dd75-43b0-b1bb-5b339a306703 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:58.855697 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.886075 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.888205 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-34412199-a809-40e8-a6d9-40519d26c784 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255885 Sep 08 11:08:58.891098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46648) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:58.898331 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:58.957775 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.securitygroups_db [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Project 265e8ea957784a709206f6c31dd2585b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:08:58.980103 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:58.980312 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6d5586d8-4eed-4b2e-9097-09de5ebad162 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:59.059096 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6d5586d8-4eed-4b2e-9097-09de5ebad162 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:59.059977 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.222158 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.236725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.285761 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d6f146-7ead-449a-8f90-032cc4ee8249,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:59.330250 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.337850 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e62841ce-0418-4f47-a70c-3ddeda57f7e0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4447553 Sep 08 11:08:59.340418 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 46662) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:08:59.346318 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'security_group_rule': {'security_group_id': 'a1467cac-5867-446c-898b-01e6b2666a9d', 'project_id': '265e8ea957784a709206f6c31dd2585b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:08:59.361016 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 4, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '86575c23-7e68-4207-b240-8fcb28e2f2a6', 'name': '', 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'mac_address': 'fa:16:3e:e3:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:51Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 2, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'subnets': [{'id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:08:59.424432 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Checking router: 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:08:59.426681 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Updating router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 port 86575c23-7e68-4207-b240-8fcb28e2f2a6 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:08:59.465147 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.485015 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:08:59.494162 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.securitygroups_db [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Project 265e8ea957784a709206f6c31dd2585b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:08:59.515035 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.633737 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:08:59.635061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.689520 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.694579 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.727052 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab311c8-fe7c-49d7-bda0-61454bdc58d5,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:08:59.755873 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:08:59.757320 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0b3ea9b1-b5bc-4de3-89d5-01206a481adf tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4158938 Sep 08 11:09:00.014980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9e46c-c661-40fe-a6a1-55deb5808d3f req-79d1fc4e-48f8-4771-9973-29f31c3a4e3e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:00.023126 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-01f9e46c-c661-40fe-a6a1-55deb5808d3f req-79d1fc4e-48f8-4771-9973-29f31c3a4e3e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.4431159 Sep 08 11:09:00.068250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-01f9e46c-c661-40fe-a6a1-55deb5808d3f req-795d6501-71eb-47a0-9299-fc9b569c2c49 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Sep 08 11:09:00.152172 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.164983 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Transition to ACTIVE for port object 86575c23-7e68-4207-b240-8fcb28e2f2a6 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:00.174806 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.301670 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f833b-28f8-4b7e-97e9-6acb68a7d926 None None] Pushing event updated for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:00.327001 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Attempting to bind port 86575c23-7e68-4207-b240-8fcb28e2f2a6 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:00.327593 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Attempting to bind port 86575c23-7e68-4207-b240-8fcb28e2f2a6 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:00.328170 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Attempting to bind port 86575c23-7e68-4207-b240-8fcb28e2f2a6 on network 3abdff84-b942-4d48-831d-12fe32054ba9 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:00.341056 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:00.341415 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Checking segment: {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:00.341826 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.342202 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Bound using segment: {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:00.342826 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Bound port: 86575c23-7e68-4207-b240-8fcb28e2f2a6, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd1258a-891b-4e85-8b27-86184c2136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:00.343222 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.580139 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] For port 86575c23-7e68-4207-b240-8fcb28e2f2a6, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:00.589490 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] For port 86575c23-7e68-4207-b240-8fcb28e2f2a6, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=86575c23-7e68-4207-b240-8fcb28e2f2a6,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:00.607728 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.669816 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:00.761767 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f833b-28f8-4b7e-97e9-6acb68a7d926 None None] Pushing event updated for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:00.772003 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:00.773272 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:00.809140 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:00.818273 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:00.818735 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:00.984220 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:01.022689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:01.074583 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:01.088929 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:01.090108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device cf877da1-858e-4675-9d60-097e3719c1f6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:01.266073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:01.335808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e5d3-53a1-4893-8d21-415995af97bd req-4d348433-7057-4151-a157-ee4f0b0623fa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:01.345735 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fc50e5d3-53a1-4893-8d21-415995af97bd req-4d348433-7057-4151-a157-ee4f0b0623fa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0861750 Sep 08 11:09:01.353655 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port cf877da1-858e-4675-9d60-097e3719c1f6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:01.354020 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:01.441091 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fc50e5d3-53a1-4893-8d21-415995af97bd req-fbaae79c-52dc-4825-be92-3672614f2314 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943520 Sep 08 11:09:01.503092 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 4, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '86575c23-7e68-4207-b240-8fcb28e2f2a6', 'name': '', 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'mac_address': 'fa:16:3e:e3:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:51Z', 'updated_at': '2021-09-08T11:09:00Z', 'revision_number': 4, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'subnets': [{'id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:01.540615 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce07a33-3228-4d5d-8004-e6364ea78a45 None None] The sync data for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi is: [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:08:53Z', 'revision_number': 4, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '86575c23-7e68-4207-b240-8fcb28e2f2a6', 'name': '', 'network_id': '3abdff84-b942-4d48-831d-12fe32054ba9', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'mac_address': 'fa:16:3e:e3:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:51Z', 'updated_at': '2021-09-08T11:09:00Z', 'revision_number': 4, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'subnets': [{'id': '4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:09:01.857115 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Sync routers for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:09:01.884932 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:01.885566 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:02.059002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:02.723902 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 86575c23-7e68-4207-b240-8fcb28e2f2a6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:02.825336 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:54Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '9132409c-dfde-400a-bf15-cf440e6365df', 'name': '', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'mac_address': 'fa:16:3e:25:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:53Z', 'updated_at': '2021-09-08T11:08:55Z', 'revision_number': 2, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'subnets': [{'id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:02.882311 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Checking router: ef45acd8-fa31-4620-89ed-c7709a03adfa for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:09:02.883818 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Updating router ef45acd8-fa31-4620-89ed-c7709a03adfa port 9132409c-dfde-400a-bf15-cf440e6365df binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:09:02.951131 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6d928-e273-4057-b0a1-074a4978e0b1 req-d25763b2-4368-4643-9a3c-d62498a3e1f0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:02.952408 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4ef6d928-e273-4057-b0a1-074a4978e0b1 req-d25763b2-4368-4643-9a3c-d62498a3e1f0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1249051 Sep 08 11:09:02.966834 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:02.981640 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:02.982010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.036163 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4ef6d928-e273-4057-b0a1-074a4978e0b1 req-f50c1d27-4de4-4f65-b886-987bc17c9b01 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Sep 08 11:09:03.113229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.263212 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.373724 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 86575c23-7e68-4207-b240-8fcb28e2f2a6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=86575c23-7e68-4207-b240-8fcb28e2f2a6,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:03.386533 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.387327 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:03.663013 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:03.683570 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:03.683969 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.793909 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.815813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Transition to ACTIVE for port object 9132409c-dfde-400a-bf15-cf440e6365df will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:03.842860 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.918497 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a6f7-3eb8-4707-b75c-2d1b19c95db9 None None] Pushing event updated for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:03.986357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Attempting to bind port 9132409c-dfde-400a-bf15-cf440e6365df on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:03.986357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Attempting to bind port 9132409c-dfde-400a-bf15-cf440e6365df by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:03.986357 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Attempting to bind port 9132409c-dfde-400a-bf15-cf440e6365df on network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:03.991645 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:03.992108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Checking segment: {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:03.992437 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:03.992823 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Bound using segment: {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:03.993284 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Bound port: 9132409c-dfde-400a-bf15-cf440e6365df, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64cface-a305-4865-97c2-7efbce9acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:03.993657 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:04.085778 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] For port 9132409c-dfde-400a-bf15-cf440e6365df, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:04.090023 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] For port 9132409c-dfde-400a-bf15-cf440e6365df, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=9132409c-dfde-400a-bf15-cf440e6365df,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:04.101468 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:04.179488 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a6f7-3eb8-4707-b75c-2d1b19c95db9 None None] Pushing event updated for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:04.231533 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27067ea-a693-4808-9526-b1779613c185 req-50231a81-f540-41ce-9a7c-afad34cad836 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:04.236848 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f27067ea-a693-4808-9526-b1779613c185 req-50231a81-f540-41ce-9a7c-afad34cad836 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0865200 Sep 08 11:09:04.240186 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:04.240837 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:08:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:04.303974 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f27067ea-a693-4808-9526-b1779613c185 req-5769d52e-5d1b-49d0-b766-b301e92e468f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Sep 08 11:09:04.436504 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:04.621577 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 86575c23-7e68-4207-b240-8fcb28e2f2a6 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:04.750619 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 86575c23-7e68-4207-b240-8fcb28e2f2a6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:04.750986 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:04.844802 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:54Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '9132409c-dfde-400a-bf15-cf440e6365df', 'name': '', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'mac_address': 'fa:16:3e:25:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:53Z', 'updated_at': '2021-09-08T11:09:04Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'subnets': [{'id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:04.911183 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e489bb-6b33-4fde-bde2-84379d58faff None None] The sync data for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi is: [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:54Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '9132409c-dfde-400a-bf15-cf440e6365df', 'name': '', 'network_id': '77f0cfe3-95e6-4965-95e6-b4f66fe89532', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'mac_address': 'fa:16:3e:25:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:53Z', 'updated_at': '2021-09-08T11:09:04Z', 'revision_number': 4, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'subnets': [{'id': '5cff0a50-58da-4796-8e5f-81e0160806bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:09:04.931920 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 9132409c-dfde-400a-bf15-cf440e6365df up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:05.001594 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 9132409c-dfde-400a-bf15-cf440e6365df completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:05.010022 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 9132409c-dfde-400a-bf15-cf440e6365df triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:05.010489 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:05.121701 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:05.163464 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 9132409c-dfde-400a-bf15-cf440e6365df, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=9132409c-dfde-400a-bf15-cf440e6365df,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:05.169216 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:05.237078 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:05.424808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da2752-ccb9-4594-ad39-36eb680ae617 req-6f099f3e-acd1-4e94-b29b-9ddae260642e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:05.426537 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32da2752-ccb9-4594-ad39-36eb680ae617 req-6f099f3e-acd1-4e94-b29b-9ddae260642e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0572481 Sep 08 11:09:05.470768 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32da2752-ccb9-4594-ad39-36eb680ae617 req-de744ed8-9aa6-4ab0-871a-a8d45a6c95b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Sep 08 11:09:06.478942 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 9132409c-dfde-400a-bf15-cf440e6365df up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:06.555822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 9132409c-dfde-400a-bf15-cf440e6365df triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:06.556539 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:06.681878 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009c7f-c738-4fec-a220-cc5223c7aa90 req-3096c936-45c0-417c-b5f0-86abd99537fb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:06.683492 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cc009c7f-c738-4fec-a220-cc5223c7aa90 req-3096c936-45c0-417c-b5f0-86abd99537fb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1050370 Sep 08 11:09:06.744140 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cc009c7f-c738-4fec-a220-cc5223c7aa90 req-ef4b9ec9-4b61-4f48-b079-d747739bffaa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Sep 08 11:09:08.025030 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8624ac-279b-4120-8275-09f2598734b9 req-93da9e6e-3232-4984-8ec5-ffc58bc3ac21 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:08.027101 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6d8624ac-279b-4120-8275-09f2598734b9 req-93da9e6e-3232-4984-8ec5-ffc58bc3ac21 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1351366 Sep 08 11:09:08.040832 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91e8a-6c1c-4cb2-81fd-265492e14e1b req-797ab8a5-2b4b-4e0e-945d-2e93b0f8a93b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:08.042934 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2af91e8a-6c1c-4cb2-81fd-265492e14e1b req-797ab8a5-2b4b-4e0e-945d-2e93b0f8a93b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1388636 Sep 08 11:09:08.093419 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6d8624ac-279b-4120-8275-09f2598734b9 req-4eb0254b-ab8d-4ee6-bd1f-4c58123cdb69 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476747 Sep 08 11:09:08.194939 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2af91e8a-6c1c-4cb2-81fd-265492e14e1b req-c217c08e-59d2-464d-b9a4-e37f15454512 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054358 Sep 08 11:09:09.062748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55da718-dc16-4de8-a139-f48b8c2755d2 req-468f3f76-3249-4295-b85a-8cd8867bd9e2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:09.070149 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c55da718-dc16-4de8-a139-f48b8c2755d2 req-468f3f76-3249-4295-b85a-8cd8867bd9e2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0796163 Sep 08 11:09:09.114626 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c55da718-dc16-4de8-a139-f48b8c2755d2 req-e1d516de-218a-4f2e-9494-cc78a6179e41 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Sep 08 11:09:09.296278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbec4e-0431-44e9-bdd5-739d7fb7f77c req-0f423098-309c-41cc-adf7-5c21eb9ecc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:09.298135 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a4cbec4e-0431-44e9-bdd5-739d7fb7f77c req-0f423098-309c-41cc-adf7-5c21eb9ecc96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0488856 Sep 08 11:09:09.398531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936de027-2c4e-4ddd-968f-75a83ce62a60 req-c54f1242-6399-4ca4-bb22-bdeea235f53f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:09.400162 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-936de027-2c4e-4ddd-968f-75a83ce62a60 req-c54f1242-6399-4ca4-bb22-bdeea235f53f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1947789 Sep 08 11:09:09.408391 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a4cbec4e-0431-44e9-bdd5-739d7fb7f77c req-52ecaa9e-69a0-4533-b23c-b858bc61f93e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Sep 08 11:09:09.468439 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765d99-4343-43e7-9cd7-20711228b185 req-ea404349-8353-45cf-9459-b468c3096f6a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:09.470750 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-01765d99-4343-43e7-9cd7-20711228b185 req-ea404349-8353-45cf-9459-b468c3096f6a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1715722 Sep 08 11:09:09.476859 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-936de027-2c4e-4ddd-968f-75a83ce62a60 req-a7a4ac67-8992-4644-87ea-c3aff8d9db49 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652199 Sep 08 11:09:09.521993 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-01765d99-4343-43e7-9cd7-20711228b185 req-ddb20d8b-27ed-4437-a19a-b8781cf6bd99 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 Sep 08 11:09:10.260029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab582f-e442-4dbb-a436-53cd6a334313 req-b32335cd-c3b5-4db1-8ccf-8e43ad37eccf tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:10.264483 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-59ab582f-e442-4dbb-a436-53cd6a334313 req-b32335cd-c3b5-4db1-8ccf-8e43ad37eccf tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0661190 Sep 08 11:09:10.308348 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-59ab582f-e442-4dbb-a436-53cd6a334313 req-64713eb2-84ef-40c0-831b-f7db7946996c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369523 Sep 08 11:09:10.663338 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c77e7-91ef-4199-a42c-4cc873704bdf req-6cc4d974-8a08-4516-8812-7f823a5d1d83 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:10.670335 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b71c77e7-91ef-4199-a42c-4cc873704bdf req-6cc4d974-8a08-4516-8812-7f823a5d1d83 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0919883 Sep 08 11:09:10.740872 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b71c77e7-91ef-4199-a42c-4cc873704bdf req-4a6f5450-387c-4d68-9cf1-a593bbffe04e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695815 Sep 08 11:09:10.761637 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7c4b-12dc-40e5-8c4c-a735bd3fea7d req-d91f2d21-0434-4431-9262-7ab39ad7722a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:10.763469 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-911c7c4b-12dc-40e5-8c4c-a735bd3fea7d req-d91f2d21-0434-4431-9262-7ab39ad7722a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0856054 Sep 08 11:09:10.824533 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-911c7c4b-12dc-40e5-8c4c-a735bd3fea7d req-228a3d84-fe84-468b-aa19-23f97b5c0e6f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538814 Sep 08 11:09:11.434967 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04e316-773c-457e-8c26-3be5aeee5dd1 req-68b75804-9266-4179-8499-4889b288d284 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:11.436494 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f04e316-773c-457e-8c26-3be5aeee5dd1 req-68b75804-9266-4179-8499-4889b288d284 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0557976 Sep 08 11:09:11.478635 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f04e316-773c-457e-8c26-3be5aeee5dd1 req-0b2ece06-1de8-41d3-b5bf-7cce993c8380 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342238 Sep 08 11:09:11.911222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-2e93a3cb-00c9-4027-9a75-7e53bc43b566 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:11.912662 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-2e93a3cb-00c9-4027-9a75-7e53bc43b566 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.1065969 Sep 08 11:09:11.927535 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-7f865543-261d-4cb3-9526-86591b41bea7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/quotas/81d53b70aad548f58f1b849ffacd1497 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Sep 08 11:09:11.977728 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-ef4b0073-01ec-4fe9-b3a8-0fc14e92f706 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449324 Sep 08 11:09:12.066108 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-e333c69f-bbc7-44e5-bd60-e65312d2a305 service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813913 Sep 08 11:09:12.164876 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-1de5734a-e26e-420f-a9f5-a6281a35ab6b service neutron] 10.222.0.38 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917828 Sep 08 11:09:12.264216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab48e-fd45-471c-a930-59212985fd58 req-2628959e-7b3f-4187-8ced-08a751d06e8a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:12.266904 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ffbab48e-fd45-471c-a930-59212985fd58 req-2628959e-7b3f-4187-8ced-08a751d06e8a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0692410 Sep 08 11:09:12.314912 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ffbab48e-fd45-471c-a930-59212985fd58 req-b7ecdc32-5b49-48df-a281-435764ec1637 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410597 Sep 08 11:09:12.372430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e32bb-926e-495a-a7bd-8230ca074658 req-a966932f-3dcd-4151-acd8-530efb8c463f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:12.374007 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-935e32bb-926e-495a-a7bd-8230ca074658 req-a966932f-3dcd-4151-acd8-530efb8c463f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0571775 Sep 08 11:09:12.444023 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-935e32bb-926e-495a-a7bd-8230ca074658 req-4b74484c-9283-4be6-bbb4-f68ae9f1f0ad tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631433 Sep 08 11:09:12.548292 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5238dc9f-8832-4f97-ba1a-32e05bcee37c req-ce34bf79-87d9-4732-8a08-02ef932f6f0a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 210 time: 0.0419750 Sep 08 11:09:12.558355 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-24286d6d-761a-4c71-8a6f-671139d39e12 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:12.564648 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-24286d6d-761a-4c71-8a6f-671139d39e12 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 815 time: 0.1620715 Sep 08 11:09:12.596220 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-2ea5231a-e2f2-4289-b46e-012ef8d4d93d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/quotas/ca4fd72283a241498b81dc0e66890b93 HTTP/1.1" status: 200 len: 375 time: 0.0179586 Sep 08 11:09:12.655004 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-d722823b-9189-4e56-ba33-52eab2839867 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522420 Sep 08 11:09:12.774875 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199bf7b-baa0-47f7-b405-286fdffe5911 req-2821ecef-e610-4c15-a0d6-4702811fb2c0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:12.776416 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9199bf7b-baa0-47f7-b405-286fdffe5911 req-2821ecef-e610-4c15-a0d6-4702811fb2c0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1071980 Sep 08 11:09:12.808475 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-975cf300-f712-48c2-aba2-bb2f9237f347 service neutron] 10.222.0.38 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404669 Sep 08 11:09:12.843932 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9199bf7b-baa0-47f7-b405-286fdffe5911 req-339071c2-93cb-4273-8026-cf3d9096a244 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603759 Sep 08 11:09:12.951130 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-a0e32853-48e2-4516-bdad-6acc5f6fdae3 service neutron] 10.222.0.38 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310236 Sep 08 11:09:12.969549 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-8a1571a8-b7b6-45e7-84f0-cd9bb02fe7d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462348 Sep 08 11:09:13.101982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-21f4a0c5-f08e-488b-931d-5d110c3b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.103503 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-21f4a0c5-f08e-488b-931d-5d110c3b64d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0795188 Sep 08 11:09:13.147858 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbadd-1d14-4f81-9b0b-909c736db006 req-67c79b15-2b75-4e93-bc70-58470da09e32 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.149456 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e22cbadd-1d14-4f81-9b0b-909c736db006 req-67c79b15-2b75-4e93-bc70-58470da09e32 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0832582 Sep 08 11:09:13.158261 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 47072) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:13.180436 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-94d6a96a-d86f-4e16-8bd1-9594fc3e6cdc req-19b9a3ed-05fc-4319-b8c6-f83c965e77dd tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 210 time: 0.0508511 Sep 08 11:09:13.263604 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e22cbadd-1d14-4f81-9b0b-909c736db006 req-5b888545-6fa3-4656-b0bd-f5f20aedb2be tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Sep 08 11:09:13.303945 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-792cfd6b-67a8-4827-97b5-6ec6134731b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.303945 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-792cfd6b-67a8-4827-97b5-6ec6134731b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.1459177 Sep 08 11:09:13.325609 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.360230 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-00938eda-3bde-4a9a-a99e-501d42171be1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.0443738 Sep 08 11:09:13.467502 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.472151 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.479733 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-3e332243-810c-499b-b090-e1de88c23c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.481251 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-3e332243-810c-499b-b090-e1de88c23c23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.1054485 Sep 08 11:09:13.519717 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f89d6f598d3742568be59c8193cfe8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597169 Sep 08 11:09:13.523214 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 47086) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:13.560623 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-b33430a7-e62f-4794-9ad6-130e6e22e6f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624452 Sep 08 11:09:13.562236 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699f290-cdf7-400a-a4ec-18f9b442e0e0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:13.579538 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.580013 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.580475 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.581120 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.581551 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.582569 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.583010 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bf8b3-9fce-4b4e-9c6b-dd955d050e4f req-af2274ed-4d0e-4427-94b6-af05c292eed0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.583147 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.584109 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.584569 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c2bf8b3-9fce-4b4e-9c6b-dd955d050e4f req-af2274ed-4d0e-4427-94b6-af05c292eed0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1728520 Sep 08 11:09:13.584702 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.585267 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.585700 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.586229 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0efe0b-286d-413c-9e77-19673da7eeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:13.635381 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.658851 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.718267 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.721689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:13.724120 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3699f290-cdf7-400a-a4ec-18f9b442e0e0 HTTP/1.1" status: 204 len: 168 time: 0.1981220 Sep 08 11:09:13.724373 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-9860b091-eb30-430e-adf1-5bdd490e1a88 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:13.726011 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-9860b091-eb30-430e-adf1-5bdd490e1a88 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/networks?id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 200 len: 813 time: 0.2770927 Sep 08 11:09:13.732500 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed2c3-c7f9-47a8-b006-37b6df7d3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699f290-cdf7-400a-a4ec-18f9b442e0e0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:13.739015 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-023a71c1-c175-4d5b-b50e-cd228302f749 req-a71794d7-a4a5-46af-bd1f-3d4d7e968495 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 210 time: 0.0849710 Sep 08 11:09:13.758715 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Request body: {'port': {'device_id': '9b072b50-950c-4791-8053-23415e37d84f', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'admin_state_up': True, 'tenant_id': '81d53b70aad548f58f1b849ffacd1497'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:13.783982 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c2bf8b3-9fce-4b4e-9c6b-dd955d050e4f req-dee6743b-15cf-4de5-b352-958ba6f8dddb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713080 Sep 08 11:09:13.846289 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-618a67f2-2ded-46b7-93ad-7ea6c1e38839 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728918 Sep 08 11:09:13.985339 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Made reservation on behalf of 81d53b70aad548f58f1b849ffacd1497 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:09:13.989266 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:14.057522 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc9bdac2-59ee-4ca5-aa77-e723dfd016b9 req-74e79dd0-e047-41ee-b0e7-8babb2705764 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778543 Sep 08 11:09:14.102658 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c5e02-8388-4749-850f-0d3ac263cc11 req-64dc6e9a-186b-483a-b6aa-6133962e31dd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.105267 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f53c5e02-8388-4749-850f-0d3ac263cc11 req-64dc6e9a-186b-483a-b6aa-6133962e31dd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1620648 Sep 08 11:09:14.211090 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f53c5e02-8388-4749-850f-0d3ac263cc11 req-9d564180-c417-4cb3-b967-34bb5c0c5c10 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962493 Sep 08 11:09:14.232012 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Allocated IP 172.20.0.13 (1acf0ed6-4b40-419f-ba10-d2bff1bee6cd/5f1a05ed-4e7d-47c9-8660-f92b0f634633/98db53ba-20b7-436d-82e3-25e304f2ac0a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:14.244861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-c1cb46d1-8663-412d-af4c-647ab062974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.246372 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-c1cb46d1-8663-412d-af4c-647ab062974b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0893984 Sep 08 11:09:14.325418 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-860067ae-6bde-4d01-ab1d-316c34b1e6ef req-bb67c453-0d9c-45ee-90ff-e22a9aaaa64f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 210 time: 0.0682132 Sep 08 11:09:14.513822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bcefb-d674-42de-8003-d7fead0de168 req-0c97267a-ab28-4b41-a323-b9d46ab0652a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.521332 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dc4bcefb-d674-42de-8003-d7fead0de168 req-0c97267a-ab28-4b41-a323-b9d46ab0652a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1778390 Sep 08 11:09:14.525697 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-2ffabc42-404a-4d5f-9a0d-9881040de86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.527101 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-2ffabc42-404a-4d5f-9a0d-9881040de86b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.2712028 Sep 08 11:09:14.675398 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-ef7ea850-38b3-4220-b395-3b8ef4ac743f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.677174 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-ef7ea850-38b3-4220-b395-3b8ef4ac743f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 815 time: 0.1972642 Sep 08 11:09:14.695826 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'port': {'device_id': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'admin_state_up': True, 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:14.809704 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-df64fade-34df-4b25-b887-00e525a544b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.2663267 Sep 08 11:09:14.867682 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dc4bcefb-d674-42de-8003-d7fead0de168 req-3f2e6bce-834e-462e-aeac-df461a0e1c84 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444161 Sep 08 11:09:14.874157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:14.893941 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Made reservation on behalf of ca4fd72283a241498b81dc0e66890b93 for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:09:14.898754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:14.951350 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34ceedbc-ddd6-4f66-ad76-ba658e1e12e4 req-a44e5612-1eb3-4a0b-bdb3-362b071d5d88 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 210 time: 0.0598478 Sep 08 11:09:14.959045 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-5714d86f-7464-48bb-b324-8fbf1f503f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:14.960763 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-5714d86f-7464-48bb-b324-8fbf1f503f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.1377294 Sep 08 11:09:15.025909 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-a35f25f0-6ac3-4362-922f-f120f5d37b46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437989 Sep 08 11:09:15.077790 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:15.094448 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214', '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', '14f9ac61-209b-4945-9ba9-e96b80738954'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:15.197359 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e231f-e850-4eea-b84f-224528d1a873 req-112be54c-008f-47e2-81d1-dcb20e26b61d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:15.199291 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a7e231f-e850-4eea-b84f-224528d1a873 req-112be54c-008f-47e2-81d1-dcb20e26b61d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.2035966 Sep 08 11:09:15.211085 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:15.228870 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:15.238735 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:15.263390 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event updated for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:15.313420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.313944 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.314701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.315396 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.315917 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.316411 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.316887 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.317408 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.317895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.318434 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.318774 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.319100 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:15.328389 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-68113b51-3c8f-4e33-acf0-c6e9a01b906d service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884698 Sep 08 11:09:15.339707 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a7e231f-e850-4eea-b84f-224528d1a873 req-5d465cc4-fef5-4a8a-b5e0-b2ba21070e55 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322072 Sep 08 11:09:15.380934 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Allocated IP 172.20.0.10 (07f31382-9dc5-499c-b3bd-8b887888121e/c2b3455b-2d9e-4e1f-8265-a1e254dcb946/988c9ffc-5ffb-4796-b65d-b387a98fdf4e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:15.395438 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:15.401532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:15.559387 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-d2022a7a-80ac-4d8d-851f-a4c95727a4cc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066666 Sep 08 11:09:15.563975 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6b17a2c5-fc26-4f23-8ad7-a8584eea357e req-9e26a736-6e52-4b13-9312-f40f64bac661 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 210 time: 0.0639284 Sep 08 11:09:15.577822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Request body: {'port': {'device_id': '9b072b50-950c-4791-8053-23415e37d84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:15.632290 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47401-7e82-4ed0-8fc2-37685b2d3bc6 req-ed9032ed-e693-40b6-b498-cd26bfd346c6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:15.633812 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20d47401-7e82-4ed0-8fc2-37685b2d3bc6 req-ed9032ed-e693-40b6-b498-cd26bfd346c6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.2250416 Sep 08 11:09:15.635649 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1923cc98-1531-4130-a92f-d6b02768ade9 req-01b209a0-0d3b-475a-a3df-4bd202cee4c3 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919135 Sep 08 11:09:15.747754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:15.753700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:15.791110 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Transition to ACTIVE for port object 988c9ffc-5ffb-4796-b65d-b387a98fdf4e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:15.850940 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:15.857315 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-20d47401-7e82-4ed0-8fc2-37685b2d3bc6 req-61c0963f-21d5-4f37-b569-2cdf94b484cf tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562190 Sep 08 11:09:15.879212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:16.009772 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Network 07f31382-9dc5-499c-b3bd-8b887888121e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:16.013605 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:16.018182 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:16.070460 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:16.071737 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:16.095742 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4067485 Sep 08 11:09:16.114997 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414cc3c-ea65-49d4-b2b1-aa5deac8e536 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:16.252401 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9980b-d02c-4ccb-9d69-0d08e3325ef8 req-c4d839f9-8667-4b7b-9c47-2ce134bfec17 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:16.256071 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bb9980b-d02c-4ccb-9d69-0d08e3325ef8 req-c4d839f9-8667-4b7b-9c47-2ce134bfec17 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 932 time: 0.1155467 Sep 08 11:09:16.267328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff7596-3f23-4fc0-b84c-6ff41e226471 req-83c4e87a-100c-4116-a66b-b66f60f81f38 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:16.268887 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52ff7596-3f23-4fc0-b84c-6ff41e226471 req-83c4e87a-100c-4116-a66b-b66f60f81f38 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.2154713 Sep 08 11:09:16.370534 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6403e643-4cad-4ca7-8437-c052930a958a None None] Provisioning for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:16.401536 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bb9980b-d02c-4ccb-9d69-0d08e3325ef8 req-1f1e581d-257a-47c9-aad9-67ecf4ed539f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295793 Sep 08 11:09:16.401965 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6403e643-4cad-4ca7-8437-c052930a958a None None] Provisioning complete for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:16.418433 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6403e643-4cad-4ca7-8437-c052930a958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:16.481230 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52ff7596-3f23-4fc0-b84c-6ff41e226471 req-2694b35f-8904-4501-94db-46551d213f41 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646535 Sep 08 11:09:16.511698 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-6403e643-4cad-4ca7-8437-c052930a958a None None] Port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:09:16.648300 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c34f-40d7-4c64-8d2c-35eeea250df6 req-81e9fdec-9330-40be-b5db-6614d4d4e56a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:16.650824 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-baf5c34f-40d7-4c64-8d2c-35eeea250df6 req-81e9fdec-9330-40be-b5db-6614d4d4e56a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1216497 Sep 08 11:09:16.662217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db53ba-20b7-436d-82e3-25e304f2ac0a {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:16.684430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:16.731114 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Transition to ACTIVE for port object 98db53ba-20b7-436d-82e3-25e304f2ac0a will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:16.736180 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-baf5c34f-40d7-4c64-8d2c-35eeea250df6 req-a3f99e08-af39-4eaf-9c4e-cce64f2f320b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777078 Sep 08 11:09:16.756072 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:16.813974 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446fe63-fabe-4378-996c-22d629cf1bee req-209d4435-0730-47ab-9725-9b545b685c08 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:16.815488 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2446fe63-fabe-4378-996c-22d629cf1bee req-209d4435-0730-47ab-9725-9b545b685c08 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0984232 Sep 08 11:09:16.824188 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:16.912461 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2446fe63-fabe-4378-996c-22d629cf1bee req-affb8a5c-21e4-4c4a-b8e7-7f6425fafcd5 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895519 Sep 08 11:09:16.935402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Attempting to bind port 98db53ba-20b7-436d-82e3-25e304f2ac0a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:16.935753 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Attempting to bind port 98db53ba-20b7-436d-82e3-25e304f2ac0a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:16.936188 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Attempting to bind port 98db53ba-20b7-436d-82e3-25e304f2ac0a on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:16.941899 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Port 98db53ba-20b7-436d-82e3-25e304f2ac0a on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:09:16.942209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Attempting to bind port 98db53ba-20b7-436d-82e3-25e304f2ac0a on network 1acf0ed6-4b40-419f-ba10-d2bff1bee6cd {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:16.951996 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:16.952426 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Checking segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:16.952872 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Bound using segment: {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:16.953358 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Bound port: 98db53ba-20b7-436d-82e3-25e304f2ac0a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c541332a-6503-414a-bb6c-b4b4ef31642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:16.954057 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:17.058795 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222cb44-d054-49ac-ae95-7263eada3873 req-d62b5445-9e62-4854-a249-e22a9a9995d4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:17.060375 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5222cb44-d054-49ac-ae95-7263eada3873 req-d62b5445-9e62-4854-a249-e22a9a9995d4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1011708 Sep 08 11:09:17.100816 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:17.121695 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:17.125887 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5222cb44-d054-49ac-ae95-7263eada3873 req-a56e6fd9-0af9-4263-8881-31f609c2389d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510221 Sep 08 11:09:17.127430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:17.171562 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:17.172178 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:17.173581 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] 10.222.0.44 "PUT /v2.0/ports/98db53ba-20b7-436d-82e3-25e304f2ac0a HTTP/1.1" status: 200 len: 1094 time: 1.6014128 Sep 08 11:09:17.175802 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:17.190542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82339526-9bc5-4dc2-b1d7-065782444992" -d '{"events": [{"name": "network-changed", "server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:17.221880 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8baa0e-10c0-4b6d-ab3a-0a6ffcbe4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:17.251636 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511a3558-be88-4990-b368-3b2338606360 x-openstack-request-id: req-511a3558-be88-4990-b368-3b2338606360 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:17.251953 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:17.252201 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-511a3558-be88-4990-b368-3b2338606360 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:17.252593 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a', 'status': 'completed', 'code': 200} Sep 08 11:09:17.509226 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05272f92-f06b-4b0f-9f3f-d71aa483f556 req-327b1d82-35a5-4487-89a7-a6d5faf52bb0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:17.510748 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-05272f92-f06b-4b0f-9f3f-d71aa483f556 req-327b1d82-35a5-4487-89a7-a6d5faf52bb0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0496542 Sep 08 11:09:17.557250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-05272f92-f06b-4b0f-9f3f-d71aa483f556 req-cccc9a09-ea55-4831-9856-8174764603b0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Sep 08 11:09:17.605233 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874346f-e2ea-4932-8795-acdc905994f1 req-9ea4c1e8-f4c4-463e-a288-f0ee8ff6809c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:17.606711 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0874346f-e2ea-4932-8795-acdc905994f1 req-9ea4c1e8-f4c4-463e-a288-f0ee8ff6809c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0481288 Sep 08 11:09:17.648940 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0874346f-e2ea-4932-8795-acdc905994f1 req-6d311743-4e0f-40a0-b5bc-b97d877a8079 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Sep 08 11:09:17.886416 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a6dc7-02f7-4468-823a-e7c1ffa9ac18 req-8dc4561d-f0d4-4b38-8249-93657006e5c3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:17.893926 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c39a6dc7-02f7-4468-823a-e7c1ffa9ac18 req-8dc4561d-f0d4-4b38-8249-93657006e5c3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0557430 Sep 08 11:09:17.926702 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c39a6dc7-02f7-4468-823a-e7c1ffa9ac18 req-7fc150c4-51d4-481a-800b-f5c8804b6ee9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318842 Sep 08 11:09:18.044356 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650735-f8ac-4fa7-968a-97421677486a req-c69124d2-cd0d-4edb-bc52-50352e869a7f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:18.045821 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c4650735-f8ac-4fa7-968a-97421677486a req-c69124d2-cd0d-4edb-bc52-50352e869a7f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0479612 Sep 08 11:09:18.084041 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c4650735-f8ac-4fa7-968a-97421677486a req-ef80fc7e-6090-4ae4-969b-537812548949 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Sep 08 11:09:18.254472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b1f8-6361-473e-a57f-c5064e9b3045 req-acd8dae3-9d11-4771-af0f-1bacaaf20242 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:18.256100 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c37b1f8-6361-473e-a57f-c5064e9b3045 req-acd8dae3-9d11-4771-af0f-1bacaaf20242 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0565400 Sep 08 11:09:18.295903 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c37b1f8-6361-473e-a57f-c5064e9b3045 req-084ddcc2-9641-41a2-84c0-04b24518e78d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336232 Sep 08 11:09:18.686336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d861e13-d926-4328-b601-7c4efee42daf req-733c350e-a019-4382-ad70-1451337a34a9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:18.687867 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d861e13-d926-4328-b601-7c4efee42daf req-733c350e-a019-4382-ad70-1451337a34a9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0537269 Sep 08 11:09:18.765163 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d861e13-d926-4328-b601-7c4efee42daf req-e86cf293-58a3-4a2b-9bd1-19db1bcf4e46 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669074 Sep 08 11:09:18.784658 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3c840-1b6e-4661-a938-2986310cb760 req-f5d85f40-cf11-46e4-80f8-757c478b8403 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:18.786127 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-36e3c840-1b6e-4661-a938-2986310cb760 req-f5d85f40-cf11-46e4-80f8-757c478b8403 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0667822 Sep 08 11:09:18.826815 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-36e3c840-1b6e-4661-a938-2986310cb760 req-83afcec4-27b1-47dc-a866-5ddd929a7048 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Sep 08 11:09:19.055544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94964-0c8b-4f02-bf7c-812ac9a2c8eb req-1ff57c88-b6a9-4f2a-93a6-0012fb3ad6dd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:19.056960 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93f94964-0c8b-4f02-bf7c-812ac9a2c8eb req-1ff57c88-b6a9-4f2a-93a6-0012fb3ad6dd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0524719 Sep 08 11:09:19.101626 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93f94964-0c8b-4f02-bf7c-812ac9a2c8eb req-3a017a5f-f4ef-4dc3-a615-fd62c19e98b2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383186 Sep 08 11:09:19.210773 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32034d-f6fb-4943-9799-e75c7368b9cc req-9472f8ed-2877-4d06-b5de-f540b6d68110 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:19.212332 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e32034d-f6fb-4943-9799-e75c7368b9cc req-9472f8ed-2877-4d06-b5de-f540b6d68110 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0484886 Sep 08 11:09:19.259094 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e32034d-f6fb-4943-9799-e75c7368b9cc req-2da13437-6e34-400a-ae6e-d165c8c91f29 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Sep 08 11:09:19.420337 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7672b-6214-4fb9-8bbb-8b446d281f34 req-bd7cfb44-b20d-47da-8b49-245462002b70 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:19.421843 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1da7672b-6214-4fb9-8bbb-8b446d281f34 req-bd7cfb44-b20d-47da-8b49-245462002b70 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0534632 Sep 08 11:09:19.459089 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1da7672b-6214-4fb9-8bbb-8b446d281f34 req-6771cc4f-cce8-48b7-9754-295713246242 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Sep 08 11:09:19.884843 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039dd3-b7cc-4c5d-ba53-79a0d35d56f6 req-081caf41-0d1f-4587-a5d6-343bdb160095 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:19.886331 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-72039dd3-b7cc-4c5d-ba53-79a0d35d56f6 req-081caf41-0d1f-4587-a5d6-343bdb160095 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0540895 Sep 08 11:09:19.978370 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-72039dd3-b7cc-4c5d-ba53-79a0d35d56f6 req-4661a4f4-312d-4743-a0cc-c4501ad0b8b0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848181 Sep 08 11:09:19.996512 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f24f60-0594-46bf-8aff-0d9f68265819 req-de755861-e5ad-4c75-ab57-27eea156eb9a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:19.998117 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-39f24f60-0594-46bf-8aff-0d9f68265819 req-de755861-e5ad-4c75-ab57-27eea156eb9a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1035979 Sep 08 11:09:20.037195 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-39f24f60-0594-46bf-8aff-0d9f68265819 req-1bac1ac1-0f79-43b7-bf81-49c2a30d9623 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Sep 08 11:09:20.234155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cfad7-38ab-41d9-bf75-acbce4c4aab1 req-beebc019-38ae-4be9-843e-a0995c8a4333 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:20.235788 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-926cfad7-38ab-41d9-bf75-acbce4c4aab1 req-beebc019-38ae-4be9-843e-a0995c8a4333 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0488977 Sep 08 11:09:20.281364 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-926cfad7-38ab-41d9-bf75-acbce4c4aab1 req-c5f86326-9f45-40dc-9ef8-a763d465d4e4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382736 Sep 08 11:09:20.385394 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb376cb1-2930-4535-b336-446b7ba661a4 req-177b7032-2868-4122-8395-42ab94470017 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:20.387291 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fb376cb1-2930-4535-b336-446b7ba661a4 req-177b7032-2868-4122-8395-42ab94470017 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0583751 Sep 08 11:09:20.429425 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fb376cb1-2930-4535-b336-446b7ba661a4 req-bdf57849-e47b-41a2-86bc-e4b890a6f4d9 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Sep 08 11:09:20.576749 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648de7-54c4-4c8c-bac8-575a98e6e6f3 req-a30e8a00-e97f-4c1b-8108-a4fe5bd0a49e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:20.578158 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5648de7-54c4-4c8c-bac8-575a98e6e6f3 req-a30e8a00-e97f-4c1b-8108-a4fe5bd0a49e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0532753 Sep 08 11:09:20.621481 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5648de7-54c4-4c8c-bac8-575a98e6e6f3 req-ad88c080-f8dc-4fe6-a7d6-25bf0d12f97a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374568 Sep 08 11:09:21.109958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640874af-7058-40a9-aaf9-0058c0d65584 req-a9660422-eabe-45ac-a294-29becc8d652e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:21.111773 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-640874af-7058-40a9-aaf9-0058c0d65584 req-a9660422-eabe-45ac-a294-29becc8d652e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0623076 Sep 08 11:09:21.178964 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-640874af-7058-40a9-aaf9-0058c0d65584 req-81533afe-8ff9-4428-a50c-17bdffb32194 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598288 Sep 08 11:09:21.209264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84085d09-0e11-400d-aea3-4f7deafff316 req-0dc02f35-a62b-430d-bd7c-490dcb30cae0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:21.211321 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84085d09-0e11-400d-aea3-4f7deafff316 req-0dc02f35-a62b-430d-bd7c-490dcb30cae0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0786345 Sep 08 11:09:21.251278 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84085d09-0e11-400d-aea3-4f7deafff316 req-fc192d87-5fac-4939-8857-ce84bbd712bf tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Sep 08 11:09:21.419769 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186911f-9989-4371-8af5-53653c9defd3 req-da05fdcd-f4a1-4a88-92af-d21b375161b2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:21.424504 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4186911f-9989-4371-8af5-53653c9defd3 req-da05fdcd-f4a1-4a88-92af-d21b375161b2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0590465 Sep 08 11:09:21.467637 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4186911f-9989-4371-8af5-53653c9defd3 req-49d88213-9c88-472a-aabd-2deb0773cb68 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392194 Sep 08 11:09:21.598382 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318e30-4222-4fac-ab5c-c115ca3fc9d2 req-e21b39f5-0a56-42d5-9328-9e729f7c9414 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:21.599946 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84318e30-4222-4fac-ab5c-c115ca3fc9d2 req-e21b39f5-0a56-42d5-9328-9e729f7c9414 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0684049 Sep 08 11:09:21.629822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4d1121b7-7af9-4cb9-9e54-7a7d5fed32ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:21.647765 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-84318e30-4222-4fac-ab5c-c115ca3fc9d2 req-7485adfe-011e-46a7-8b13-e9e29056336a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Sep 08 11:09:21.758465 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec500-7408-4d2a-8d8d-5aebe6f720fc req-d1690c25-66e2-4607-9ae9-25e891690942 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:21.760106 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-586ec500-7408-4d2a-8d8d-5aebe6f720fc req-d1690c25-66e2-4607-9ae9-25e891690942 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0570977 Sep 08 11:09:21.798373 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-586ec500-7408-4d2a-8d8d-5aebe6f720fc req-9fa2aba4-fd28-4dcc-b5f6-c88244dc8f79 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Sep 08 11:09:22.321606 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff9b6e-d648-443e-b142-7e1e9b8658ad req-faef3ca8-f357-4d2c-8bd0-e67a776d1f66 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:22.323115 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9cff9b6e-d648-443e-b142-7e1e9b8658ad req-faef3ca8-f357-4d2c-8bd0-e67a776d1f66 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0515800 Sep 08 11:09:22.399746 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9cff9b6e-d648-443e-b142-7e1e9b8658ad req-520149eb-9eff-482b-b820-9e8ce727ff89 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672419 Sep 08 11:09:22.415738 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac1f14-b08c-4c6e-854e-ba2f77e127ac req-ea2b72bb-bed6-441c-8d20-b3377729880d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:22.417391 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ac1f14-b08c-4c6e-854e-ba2f77e127ac req-ea2b72bb-bed6-441c-8d20-b3377729880d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0933740 Sep 08 11:09:22.459456 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-46ac1f14-b08c-4c6e-854e-ba2f77e127ac req-9042d846-5680-493e-8de7-e8f88002fc9a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Sep 08 11:09:22.626265 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e2241-578f-462b-9af6-7b103ac60341 req-eb1f40a4-63c8-43d6-9f65-8a39d56c83e4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:22.627592 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-336e2241-578f-462b-9af6-7b103ac60341 req-eb1f40a4-63c8-43d6-9f65-8a39d56c83e4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0573282 Sep 08 11:09:22.673968 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-336e2241-578f-462b-9af6-7b103ac60341 req-c5f826f8-727c-46fc-9f13-6ebf3268e5bc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364358 Sep 08 11:09:22.780339 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdfa2c-7ffe-4cfe-9121-eec9ba753694 req-7f94243a-8e73-4766-bc96-71438b02da04 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:22.782109 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3fdfa2c-7ffe-4cfe-9121-eec9ba753694 req-7f94243a-8e73-4766-bc96-71438b02da04 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0522468 Sep 08 11:09:22.820967 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3fdfa2c-7ffe-4cfe-9121-eec9ba753694 req-020533d7-36c4-46cb-acf9-b0c9960efe2a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Sep 08 11:09:22.916272 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e670-1241-4582-be6d-cd8f58c98117 req-ea2bfa7d-298b-4369-acfc-854498ae69ed tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:22.917735 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6877e670-1241-4582-be6d-cd8f58c98117 req-ea2bfa7d-298b-4369-acfc-854498ae69ed tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Sep 08 11:09:22.960471 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6877e670-1241-4582-be6d-cd8f58c98117 req-5f76e0c3-be5a-44ef-a0e0-cccf9184a772 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366359 Sep 08 11:09:23.450308 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 47326) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:23.554560 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dca473-a05f-4d6e-ad3d-63541a1ca71a req-7bd01997-9fb0-442a-8e61-5a690a347777 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:23.561381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-62dca473-a05f-4d6e-ad3d-63541a1ca71a req-7bd01997-9fb0-442a-8e61-5a690a347777 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0919709 Sep 08 11:09:23.593776 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0fda-589a-4423-8f09-5806f87ef8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:23.624450 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-62dca473-a05f-4d6e-ad3d-63541a1ca71a req-c5b36894-699d-4f82-a5c4-c5f9df7c2bde tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Sep 08 11:09:23.645052 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922c1f1-ccd4-4df1-ab27-e85ad3231a5f req-eb99caab-f7ad-405a-8d48-92fcc7467d53 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:23.646553 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b922c1f1-ccd4-4df1-ab27-e85ad3231a5f req-eb99caab-f7ad-405a-8d48-92fcc7467d53 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0774140 Sep 08 11:09:23.691338 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b922c1f1-ccd4-4df1-ab27-e85ad3231a5f req-a4101fa3-f72f-49b8-b2cb-9c876d5a65c4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Sep 08 11:09:23.701028 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0fda-589a-4423-8f09-5806f87ef8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:23.712922 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0fda-589a-4423-8f09-5806f87ef8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:23.767325 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9cfe0fda-589a-4423-8f09-5806f87ef8c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb87c0b37e754a1cab040957e7ca56e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159273 Sep 08 11:09:23.768618 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0fda-589a-4423-8f09-5806f87ef8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0101ec8c-f8e7-4bce-9c0a-b3e11b17a8d5,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:23.769983 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 47340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:23.886985 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3826e-bca2-40cf-837a-d6bcf543b23c req-6113c41d-b97e-4155-84ab-3cd7adfef529 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:23.888667 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9aa3826e-bca2-40cf-837a-d6bcf543b23c req-6113c41d-b97e-4155-84ab-3cd7adfef529 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0943360 Sep 08 11:09:23.893892 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:23.937877 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:23.973534 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9aa3826e-bca2-40cf-837a-d6bcf543b23c req-91b649e4-f045-4fcf-95c9-5b4f6f4c23de tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768352 Sep 08 11:09:24.011134 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:09:24.033381 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9b8de-9048-49fd-80b6-4273ff9060ed req-477f15c9-d888-4f33-a48a-c6720fb4dbf3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:24.035937 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cff9b8de-9048-49fd-80b6-4273ff9060ed req-477f15c9-d888-4f33-a48a-c6720fb4dbf3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0857720 Sep 08 11:09:24.039948 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.047550 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.049067 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0101ec8c-f8e7-4bce-9c0a-b3e11b17a8d5 HTTP/1.1" status: 204 len: 168 time: 0.2780929 Sep 08 11:09:24.079448 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 47352) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:24.127689 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273dc3-0a6c-40c6-91ff-6ca0117ef482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0101ec8c-f8e7-4bce-9c0a-b3e11b17a8d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:24.151842 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cff9b8de-9048-49fd-80b6-4273ff9060ed req-2018b363-47db-4837-95a3-4e82c89afe71 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009846 Sep 08 11:09:24.200973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c18fd-300a-459c-9f74-38bca8532c3c req-691f4fcb-b9b4-460d-bbd9-1bd6eb99857a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:24.206199 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-919c18fd-300a-459c-9f74-38bca8532c3c req-691f4fcb-b9b4-460d-bbd9-1bd6eb99857a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1179624 Sep 08 11:09:24.245634 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-252baba7-2545-4657-b5e7-43dc1ced3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.265869 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-919c18fd-300a-459c-9f74-38bca8532c3c req-3023360f-9932-4580-8b22-77ba3b0dd8b3 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521040 Sep 08 11:09:24.309070 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f0802d-b9bd-45ee-858f-de1a0156c7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.418164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f0802d-b9bd-45ee-858f-de1a0156c7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.422466 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f0802d-b9bd-45ee-858f-de1a0156c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.461373 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c1f0802d-b9bd-45ee-858f-de1a0156c7b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5cbe053b75e6442ab80944c03699c453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808022 Sep 08 11:09:24.463251 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0802d-b9bd-45ee-858f-de1a0156c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c02dc4-30b5-4510-96ca-8487a94d5c94,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:24.464076 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 47360) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:24.526713 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.553069 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.555012 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.640658 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.643479 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:24.648336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69c02dc4-30b5-4510-96ca-8487a94d5c94 HTTP/1.1" status: 204 len: 168 time: 0.1804717 Sep 08 11:09:24.659994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2caa49-22fd-4dff-9001-150c1d924f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c02dc4-30b5-4510-96ca-8487a94d5c94,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:24.807962 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549db7-d1e7-41be-9541-4f3102c791f5 req-87e602ff-139e-4537-9fb1-a5cd55ca1525 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:24.815677 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52549db7-d1e7-41be-9541-4f3102c791f5 req-87e602ff-139e-4537-9fb1-a5cd55ca1525 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.1050825 Sep 08 11:09:24.914099 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52549db7-d1e7-41be-9541-4f3102c791f5 req-e8b516ad-6ef0-404c-a167-f478db7cc704 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919316 Sep 08 11:09:24.938664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7034f0-c651-49d2-8e04-d35eebe09853 req-71197e53-4ba2-40f9-b436-851bf35fa1f0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:24.946558 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fd7034f0-c651-49d2-8e04-d35eebe09853 req-71197e53-4ba2-40f9-b436-851bf35fa1f0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1183891 Sep 08 11:09:25.001882 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fd7034f0-c651-49d2-8e04-d35eebe09853 req-5ee88d17-240b-4371-96cb-020d8eba72ce tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Sep 08 11:09:25.089932 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:25.158591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ba2b-6242-4d7f-800c-4e9854f8ce64 req-ae2ed9a1-2e51-4a3a-ad75-bb3a5ef6a16a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:25.160121 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9d19ba2b-6242-4d7f-800c-4e9854f8ce64 req-ae2ed9a1-2e51-4a3a-ad75-bb3a5ef6a16a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0690281 Sep 08 11:09:25.209659 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9d19ba2b-6242-4d7f-800c-4e9854f8ce64 req-83f86b7c-9d0a-47c0-a773-aff59daca618 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387828 Sep 08 11:09:25.279680 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e662b9b-e700-433c-9df6-9697275f12a9 req-1d68edab-9ae9-440b-aa2a-f2c02ce0ae0e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:25.281372 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e662b9b-e700-433c-9df6-9697275f12a9 req-1d68edab-9ae9-440b-aa2a-f2c02ce0ae0e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0605271 Sep 08 11:09:25.323987 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e662b9b-e700-433c-9df6-9697275f12a9 req-4c55d03f-a8ab-4e88-b982-0c6d5067ac1e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Sep 08 11:09:25.394024 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0b27d-e1a7-4c61-967a-f1031cfba5c0 req-332e2d5a-cffc-4abb-8005-70d181a09f5f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:25.395537 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dea0b27d-e1a7-4c61-967a-f1031cfba5c0 req-332e2d5a-cffc-4abb-8005-70d181a09f5f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0532365 Sep 08 11:09:25.436474 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dea0b27d-e1a7-4c61-967a-f1031cfba5c0 req-aba7b21c-e2fa-41ce-ad0f-9e9d8f180acf tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Sep 08 11:09:26.031222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c30cc7-cf44-49d8-9a88-9f0f930e299a req-dfb7d7e6-6785-47a7-8efb-6e2cb9ae6c1c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:26.033051 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42c30cc7-cf44-49d8-9a88-9f0f930e299a req-dfb7d7e6-6785-47a7-8efb-6e2cb9ae6c1c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0477579 Sep 08 11:09:26.073842 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42c30cc7-cf44-49d8-9a88-9f0f930e299a req-ce9df168-5a52-4fd6-a8b7-fa61ec989d34 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Sep 08 11:09:26.177761 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422fefc-8e02-48f2-aa47-705d2899affd req-3c71e88c-40af-4ca9-95f8-812547107b9f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:26.179874 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9422fefc-8e02-48f2-aa47-705d2899affd req-3c71e88c-40af-4ca9-95f8-812547107b9f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0562074 Sep 08 11:09:26.220251 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9422fefc-8e02-48f2-aa47-705d2899affd req-4492744c-6004-485b-86c4-52d217033761 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Sep 08 11:09:26.345589 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c8a4-d69f-4735-9436-8ea5188cb09c req-3cb41d6b-1604-4d4d-bd3d-c84fa9ae0d1c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:26.347048 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2232c8a4-d69f-4735-9436-8ea5188cb09c req-3cb41d6b-1604-4d4d-bd3d-c84fa9ae0d1c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0504029 Sep 08 11:09:26.405871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2232c8a4-d69f-4735-9436-8ea5188cb09c req-47b80e1d-a849-40e6-b065-bf9b2c4d7d28 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520067 Sep 08 11:09:26.469961 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148ab8a-1d19-4fd8-93e6-ae661f44b444 req-16ac52f2-f239-4780-b5e4-99a4455b3b9a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:26.471360 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a148ab8a-1d19-4fd8-93e6-ae661f44b444 req-16ac52f2-f239-4780-b5e4-99a4455b3b9a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0588884 Sep 08 11:09:26.555602 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a148ab8a-1d19-4fd8-93e6-ae661f44b444 req-bc540db4-46ef-4019-8526-4b3fc1882492 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775619 Sep 08 11:09:26.574784 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c043a3-02af-4975-9de1-0bd0f6792c05 req-31b48498-00fa-4e41-8c9a-0bb55595760e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:26.576340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-03c043a3-02af-4975-9de1-0bd0f6792c05 req-31b48498-00fa-4e41-8c9a-0bb55595760e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0685956 Sep 08 11:09:26.613673 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-03c043a3-02af-4975-9de1-0bd0f6792c05 req-73ecfdb4-8e8d-4dba-b8f7-b5e813a5a1a8 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Sep 08 11:09:27.195982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7dd5-de61-497a-b31d-cf09029da588 req-304349a6-9b98-4849-8c7c-30a7e9851405 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:27.197420 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f2b7dd5-de61-497a-b31d-cf09029da588 req-304349a6-9b98-4849-8c7c-30a7e9851405 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0487874 Sep 08 11:09:27.235630 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f2b7dd5-de61-497a-b31d-cf09029da588 req-9cf5611c-cec9-448e-bc8b-3bf2a83a9cf0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Sep 08 11:09:27.279975 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:27.342452 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bd5d2-d45e-4ccb-94bf-7ee53778d8d3 req-4eef4d96-d0a2-4a04-b3dc-1544d744ec5b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:27.343973 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ed6bd5d2-d45e-4ccb-94bf-7ee53778d8d3 req-4eef4d96-d0a2-4a04-b3dc-1544d744ec5b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0479512 Sep 08 11:09:27.384319 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ed6bd5d2-d45e-4ccb-94bf-7ee53778d8d3 req-b7092f73-41b5-43cd-be94-11ab92f5f9ac tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Sep 08 11:09:27.550481 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-c385c63f-e489-42e0-bd5f-90290973f765 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=04f13c2b97844baa8d27e4396f6d418b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495481 Sep 08 11:09:27.608851 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa409c-2515-4885-a4d3-8bc6a8a831cf req-36a354c2-dbbe-41a2-a65b-b9a4545a8448 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:27.610661 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-06fa409c-2515-4885-a4d3-8bc6a8a831cf req-36a354c2-dbbe-41a2-a65b-b9a4545a8448 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1227117 Sep 08 11:09:27.953919 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-06fa409c-2515-4885-a4d3-8bc6a8a831cf req-25c1662a-52ac-424e-b0f6-182319b9d771 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3309476 Sep 08 11:09:27.984768 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-1b335346-520a-4fd6-8973-ffba051129a3 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:27.986419 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-1b335346-520a-4fd6-8973-ffba051129a3 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4285100 Sep 08 11:09:28.020592 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-d40010df-e666-406b-9823-c796fe7f0244 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/quotas/04f13c2b97844baa8d27e4396f6d418b HTTP/1.1" status: 200 len: 375 time: 0.0259573 Sep 08 11:09:28.074491 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-44c6708b-d409-4799-8782-a7bea8baa0c0 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=04f13c2b97844baa8d27e4396f6d418b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513327 Sep 08 11:09:28.099273 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e159dc-ba8e-4954-b081-796bf5085127 req-9ed9830d-30a3-49dd-9a98-105977554387 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:28.101381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-15e159dc-ba8e-4954-b081-796bf5085127 req-9ed9830d-30a3-49dd-9a98-105977554387 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0696523 Sep 08 11:09:28.140728 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-15e159dc-ba8e-4954-b081-796bf5085127 req-18607edf-ca17-4740-9906-3b52d3a6ed2f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Sep 08 11:09:28.275188 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-80c7227b-2e81-44a5-aaa9-d18f6fceebf9 req-f95de27c-1159-43f7-847c-33683c4cf1e5 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Sep 08 11:09:28.294398 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661a8d-1ea5-4639-a0a0-61af5db4483b req-9d78bb54-6b78-4467-a2fe-640bd4f9392f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:28.296260 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-70661a8d-1ea5-4639-a0a0-61af5db4483b req-9d78bb54-6b78-4467-a2fe-640bd4f9392f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0839436 Sep 08 11:09:28.367026 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-70661a8d-1ea5-4639-a0a0-61af5db4483b req-87537ff8-ca13-4f43-851e-c6cca4745451 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623801 Sep 08 11:09:28.467856 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4062b69-1f84-4650-bee1-91391429083d req-c2f5542a-5670-40e6-ae4e-fbb6ab4a9660 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:28.471657 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4062b69-1f84-4650-bee1-91391429083d req-c2f5542a-5670-40e6-ae4e-fbb6ab4a9660 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.1036222 Sep 08 11:09:28.543521 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4062b69-1f84-4650-bee1-91391429083d req-7ea346eb-3993-44c6-a4e8-23160bc070f2 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Sep 08 11:09:28.560174 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628895b-a2c4-43df-bc62-808657b42f85 req-5ae8d008-d622-43ca-98e2-5ce522b5a2df tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:28.561817 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7628895b-a2c4-43df-bc62-808657b42f85 req-5ae8d008-d622-43ca-98e2-5ce522b5a2df tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0752313 Sep 08 11:09:28.624014 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7628895b-a2c4-43df-bc62-808657b42f85 req-273d472b-873c-4d8d-af1a-68a821f7a31d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Sep 08 11:09:29.072358 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa00b-5f68-41a0-8832-ee7f8104b0a8 req-0513aaa6-0c3b-45ff-9c73-4d9d78634c25 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.073779 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-380aa00b-5f68-41a0-8832-ee7f8104b0a8 req-0513aaa6-0c3b-45ff-9c73-4d9d78634c25 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0501626 Sep 08 11:09:29.111057 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-380aa00b-5f68-41a0-8832-ee7f8104b0a8 req-702c5974-be0d-4d8c-8255-32e12ed02d03 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314138 Sep 08 11:09:29.268206 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4c40-d6b4-47f4-8171-a66cbd60f5d2 req-c3121ce2-43ea-43cf-9df0-bc2b4e789c87 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.269658 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-166b4c40-d6b4-47f4-8171-a66cbd60f5d2 req-c3121ce2-43ea-43cf-9df0-bc2b4e789c87 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 932 time: 0.0509179 Sep 08 11:09:29.307020 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-166b4c40-d6b4-47f4-8171-a66cbd60f5d2 req-c47c5f71-62dd-43f4-96eb-d7e1d4501faa tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Sep 08 11:09:29.366318 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a4db22f9-e11d-4585-97c3-bca7055e8508 req-5cebd03b-7fd1-4b24-82da-be2b50747715 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 210 time: 0.0256331 Sep 08 11:09:29.480824 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3d311-1a1c-4239-9faa-4bdb46f7ec97 req-383d9e75-0129-483d-ad2c-b37a1ec5f9c4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.482247 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d2a3d311-1a1c-4239-9faa-4bdb46f7ec97 req-383d9e75-0129-483d-ad2c-b37a1ec5f9c4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0455518 Sep 08 11:09:29.529207 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d2a3d311-1a1c-4239-9faa-4bdb46f7ec97 req-54012bf9-748a-45ab-8a88-a0345b0578cc tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 Sep 08 11:09:29.658308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ffcdb-ebcc-41a4-b87d-16e1cc86d41b req-58dcb6b3-600e-4ee2-91c0-9cba0e955ac5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.659898 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-924ffcdb-ebcc-41a4-b87d-16e1cc86d41b req-58dcb6b3-600e-4ee2-91c0-9cba0e955ac5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0497870 Sep 08 11:09:29.719961 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-924ffcdb-ebcc-41a4-b87d-16e1cc86d41b req-b2b2cc5b-c868-4441-9d8c-815eb0b5033f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Sep 08 11:09:29.733519 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Request body: {'port': {'device_id': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:29.765743 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8816a-525a-45d2-ab95-1169a9510953 req-f074ac7d-a264-49b0-b301-e37b096c8fca tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.767926 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e6d8816a-525a-45d2-ab95-1169a9510953 req-f074ac7d-a264-49b0-b301-e37b096c8fca tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0757279 Sep 08 11:09:29.794357 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339526-9bc5-4dc2-b1d7-065782444992 req-1efedea5-aa22-4ead-a6e9-a2abca166675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:29.795910 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-82339526-9bc5-4dc2-b1d7-065782444992 req-1efedea5-aa22-4ead-a6e9-a2abca166675 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 1097 time: 0.0645602 Sep 08 11:09:29.799244 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:29.813858 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e6d8816a-525a-45d2-ab95-1169a9510953 req-757a5303-cb16-47ab-a3a6-1f7a00f3c00a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Sep 08 11:09:30.035532 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339526-9bc5-4dc2-b1d7-065782444992 req-99d68e20-d5af-4b48-921c-76b29722b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.037028 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-82339526-9bc5-4dc2-b1d7-065782444992 req-99d68e20-d5af-4b48-921c-76b29722b4fb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=81d53b70aad548f58f1b849ffacd1497&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1922538 Sep 08 11:09:30.110039 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988c9ffc-5ffb-4796-b65d-b387a98fdf4e {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:30.119834 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.134229 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Transition to ACTIVE for port object 988c9ffc-5ffb-4796-b65d-b387a98fdf4e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:30.138623 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.193970 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:30.248708 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339526-9bc5-4dc2-b1d7-065782444992 req-9d651284-3a59-40f5-969a-47f933808cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.250317 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-82339526-9bc5-4dc2-b1d7-065782444992 req-9d651284-3a59-40f5-969a-47f933808cea service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046516 Sep 08 11:09:30.265347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Attempting to bind port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:30.265725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Attempting to bind port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:30.266003 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Attempting to bind port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e on network 07f31382-9dc5-499c-b3bd-8b887888121e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:30.269299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57f95f-346f-4723-bf5f-85bf42b16498 req-56d3217b-9c38-4e2b-a85f-dc8e60463997 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.270791 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e on network 07f31382-9dc5-499c-b3bd-8b887888121e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:09:30.271121 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Attempting to bind port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e on network 07f31382-9dc5-499c-b3bd-8b887888121e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:30.271232 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cd57f95f-346f-4723-bf5f-85bf42b16498 req-56d3217b-9c38-4e2b-a85f-dc8e60463997 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0835536 Sep 08 11:09:30.277329 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:30.277693 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Checking segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:30.278041 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Bound using segment: {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:30.278468 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Bound port: 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cbe2f4-76bd-4ff2-aa82-62a980abf96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:30.278830 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.352298 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cd57f95f-346f-4723-bf5f-85bf42b16498 req-8d2b295d-b06a-48b6-aab6-59e29e3ea77c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693934 Sep 08 11:09:30.354683 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:30.358226 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:30.369353 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.390892 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-91a14c1a-739a-491d-b887-80a2e5e73f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.392421 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-91a14c1a-739a-491d-b887-80a2e5e73f8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d53b70aad548f58f1b849ffacd1497&device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 1097 time: 0.0836818 Sep 08 11:09:30.469472 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:30.480718 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.481501 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.484007 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-40c1e149-d075-4a8d-a4cc-899ada0fa90a service neutron] 10.222.0.44 "PUT /v2.0/ports/988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 1094 time: 0.7554340 Sep 08 11:09:30.484526 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:30.486815 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52539ad-e807-4935-af99-2a1b9fd8104b" -d '{"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:30.509319 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-21ad1668-60ee-42b9-a263-fb5b62230308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a HTTP/1.1" status: 200 len: 217 time: 0.1065202 Sep 08 11:09:30.550301 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-efa1b189-090a-44e6-9f01-051c3d98246a req-8810ac0f-7cfe-45d4-8511-eeb1c77b543e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 210 time: 0.0440886 Sep 08 11:09:30.560289 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-6d1c34bf-9774-449c-9ad6-3d3aab8e1de4 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=04f13c2b97844baa8d27e4396f6d418b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517223 Sep 08 11:09:30.627513 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec39380-80a4-45f7-b136-958d5c5f9068 x-openstack-request-id: req-fec39380-80a4-45f7-b136-958d5c5f9068 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:30.627867 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:30.628073 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fec39380-80a4-45f7-b136-958d5c5f9068 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:30.628458 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:09:30.647471 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-af0c8547-d654-4e54-9a1d-f3316432c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.649378 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-af0c8547-d654-4e54-9a1d-f3316432c7e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 200 len: 853 time: 0.0919280 Sep 08 11:09:30.698781 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e083-f428-4a99-a147-4edf644b0f59 req-554729e1-158a-4050-accb-380a17c1f8f8 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.701323 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7f5e083-f428-4a99-a147-4edf644b0f59 req-554729e1-158a-4050-accb-380a17c1f8f8 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 944 time: 0.2402596 Sep 08 11:09:30.724041 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-e0f59d7e-b8d9-4766-99f1-0e3a8fd3d408 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524089 Sep 08 11:09:30.795848 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-d5d51534-9e68-4640-85b3-284d25f5ad31 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.797351 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-d5d51534-9e68-4640-85b3-284d25f5ad31 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345526 Sep 08 11:09:30.803696 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-f38f813f-f819-41f3-a701-95ed29002a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.805796 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-f38f813f-f819-41f3-a701-95ed29002a8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1097 time: 0.2520025 Sep 08 11:09:30.831155 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Request body: {'port': {'device_id': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18', 'admin_state_up': True, 'tenant_id': '04f13c2b97844baa8d27e4396f6d418b'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:30.851749 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7f5e083-f428-4a99-a147-4edf644b0f59 req-90c39061-cbd9-419e-869b-b41384f37032 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326690 Sep 08 11:09:30.903137 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-e53c53e4-7c29-49b8-be48-1d02612f8a5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 217 time: 0.0489638 Sep 08 11:09:30.910771 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb883325-29ec-460c-adc7-758d5dca4588 req-12487962-e344-4da0-bb1f-da4b4880518f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:30.912226 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bb883325-29ec-460c-adc7-758d5dca4588 req-12487962-e344-4da0-bb1f-da4b4880518f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1948190 Sep 08 11:09:30.953529 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Made reservation on behalf of 04f13c2b97844baa8d27e4396f6d418b for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:09:30.957347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.967660 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:30.979384 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-160086e1-3d9c-41d3-8697-acd2f9d0a6b8 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383075 Sep 08 11:09:30.996313 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bb883325-29ec-460c-adc7-758d5dca4588 req-ce71227a-82d6-4522-9fca-25c996801bcd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700836 Sep 08 11:09:31.004481 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e126b6-8458-4d05-8e62-c3e960ee23e5 req-57cd5c08-d3e4-4e6b-b59f-f4ea2aec9f48 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.005959 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e3e126b6-8458-4d05-8e62-c3e960ee23e5 req-57cd5c08-d3e4-4e6b-b59f-f4ea2aec9f48 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0908003 Sep 08 11:09:31.048982 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e3e126b6-8458-4d05-8e62-c3e960ee23e5 req-92f77277-097a-4ea1-87ee-c5b05da27aaa tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Sep 08 11:09:31.070458 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.075703 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.149170 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80f4e69-2340-466d-b858-b8c224b015a0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:31.202674 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-4cc1e15c-ef29-4d88-a218-2ab851af0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.204499 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-4cc1e15c-ef29-4d88-a218-2ab851af0422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.1296437 Sep 08 11:09:31.235666 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Allocated IP 192.168.233.40 (a4188253-0af5-4120-a757-abc2de6cba18/d01b2cde-8a7c-4809-b53f-1c789aaafde3/8772e1eb-8680-4f83-8e41-f0fe9c80cc08) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:31.258227 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e9fc0-150e-4f70-b10d-c9ebc177b3f5 req-20784527-27fa-42da-8f76-c94cda8598a7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.260037 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-771e9fc0-150e-4f70-b10d-c9ebc177b3f5 req-20784527-27fa-42da-8f76-c94cda8598a7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1699457 Sep 08 11:09:31.322716 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-7f2bb652-c25e-4ee3-8626-45be1c232fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489562 Sep 08 11:09:31.371400 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6ad0a-418d-4f5c-807c-e14b267ff9f3 req-d2c1bda6-452b-48d0-af6e-271e01a6ed47 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.372886 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64e6ad0a-418d-4f5c-807c-e14b267ff9f3 req-d2c1bda6-452b-48d0-af6e-271e01a6ed47 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.1635494 Sep 08 11:09:31.378502 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-0b9588cf-f5e3-4222-9994-6f276ff2297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.379927 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-0b9588cf-f5e3-4222-9994-6f276ff2297d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1555254 Sep 08 11:09:31.385664 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-771e9fc0-150e-4f70-b10d-c9ebc177b3f5 req-29177ae4-6c10-4bd7-8744-4e682d124fc7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040227 Sep 08 11:09:31.398668 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.423013 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Transition to ACTIVE for port object 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:31.456576 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.502859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Network a4188253-0af5-4120-a757-abc2de6cba18 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:31.508361 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:31.512978 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:31.517066 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Pushing event updated for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:31.565501 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.566725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.584223 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4390828f-de82-444f-a68d-422ad08d4297 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7567511 Sep 08 11:09:31.599901 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Request body: {'port': {'device_id': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:31.642737 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-268d2527-73f1-4a84-8e52-0f3c8f0d435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.644206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-268d2527-73f1-4a84-8e52-0f3c8f0d435f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1099 time: 0.3442934 Sep 08 11:09:31.660776 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.750996 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64e6ad0a-418d-4f5c-807c-e14b267ff9f3 req-795f059b-6616-425d-b0f7-85a05bb4759b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699431 Sep 08 11:09:31.806121 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-4c37f83a-a39b-41ae-9a86-4ba2ae231f25 None None] Provisioning for port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:31.814963 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-4c37f83a-a39b-41ae-9a86-4ba2ae231f25 None None] Provisioning complete for port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:31.815377 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4c37f83a-a39b-41ae-9a86-4ba2ae231f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.826931 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980624b9-372e-4b94-9fb0-a8169d2118e4 req-1ca51407-8bb4-4f5e-817c-25456013ca10 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.828489 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-980624b9-372e-4b94-9fb0-a8169d2118e4 req-1ca51407-8bb4-4f5e-817c-25456013ca10 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1880798 Sep 08 11:09:31.839193 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-75c1f539-0206-4a8a-9653-6a732ecf4925 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445517 Sep 08 11:09:31.854582 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-4c37f83a-a39b-41ae-9a86-4ba2ae231f25 None None] Port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:09:31.876470 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-fff4c940-b627-4ab7-ad02-e11224c609e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:31.877883 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-fff4c940-b627-4ab7-ad02-e11224c609e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.2177944 Sep 08 11:09:31.932973 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:31.940341 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:31.954031 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Transition to ACTIVE for port object 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:31.957669 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:32.011153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:32.028908 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-980624b9-372e-4b94-9fb0-a8169d2118e4 req-5c7b7a1a-b35f-4e1c-a810-e1933975cb14 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1809723 Sep 08 11:09:32.036717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9427c6-7d3a-423a-b3a1-2596b4be8410 req-b3530169-87d7-4e0b-be23-7de086e80d2e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.038272 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f9427c6-7d3a-423a-b3a1-2596b4be8410 req-b3530169-87d7-4e0b-be23-7de086e80d2e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 935 time: 0.2040482 Sep 08 11:09:32.066259 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-3aa4ea28-13d8-4a84-9aaf-89efd6e7ee7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 1002 time: 0.1703506 Sep 08 11:09:32.091755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af4211e2-d1b6-4f3f-822f-074623b37ea6 req-e9914151-504c-44d5-aca4-1eafd15874e7 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410307 Sep 08 11:09:32.151441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f9427c6-7d3a-423a-b3a1-2596b4be8410 req-94f71d33-bc26-4429-9edb-ef3c4890293f tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Sep 08 11:09:32.171965 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-701f30ee-32d2-43e6-ae0c-27d38f1cf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.173435 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-701f30ee-32d2-43e6-ae0c-27d38f1cf3f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0934041 Sep 08 11:09:32.198690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2433c-b457-4083-b523-577aec86178f req-1588d3a5-577b-4190-ae7c-510e0e9a94ae tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.200420 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a6f2433c-b457-4083-b523-577aec86178f req-1588d3a5-577b-4190-ae7c-510e0e9a94ae tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 944 time: 0.0694964 Sep 08 11:09:32.343169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Attempting to bind port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:32.343502 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Attempting to bind port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:32.343857 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Attempting to bind port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 on network a4188253-0af5-4120-a757-abc2de6cba18 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:32.345334 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a6f2433c-b457-4083-b523-577aec86178f req-f85b0e68-f698-4967-8ff9-9695143549c1 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367555 Sep 08 11:09:32.348397 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 on network a4188253-0af5-4120-a757-abc2de6cba18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:09:32.348930 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Attempting to bind port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 on network a4188253-0af5-4120-a757-abc2de6cba18 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:32.354727 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:32.355077 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Checking segment: {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:32.355465 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Bound using segment: {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:32.356211 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Bound port: 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2a6b12-74c1-463d-9050-b26242fd5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:32.356607 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:32.371750 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f010-238f-4a14-a7e4-9155844bf964 req-3445e19a-8e1c-4fb3-afe8-81181b1f9a3e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.371750 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1296f010-238f-4a14-a7e4-9155844bf964 req-3445e19a-8e1c-4fb3-afe8-81181b1f9a3e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.1343853 Sep 08 11:09:32.373324 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-b706b48c-aef4-452e-8574-48d354c5dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.374771 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-b706b48c-aef4-452e-8574-48d354c5dfee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1413178 Sep 08 11:09:32.376825 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-4d20c23a-b31e-4a59-9651-908d04cc2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.378239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-4d20c23a-b31e-4a59-9651-908d04cc2ca3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1097 time: 0.1018305 Sep 08 11:09:32.427333 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:32.431502 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:32.436405 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:32.472418 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.473159 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:32.474786 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/8772e1eb-8680-4f83-8e41-f0fe9c80cc08 HTTP/1.1" status: 200 len: 1097 time: 0.8792896 Sep 08 11:09:32.502714 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4c2a-2eee-4334-8fb6-0d814a0834d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:32.528731 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1296f010-238f-4a14-a7e4-9155844bf964 req-837a0e3b-7a4f-4f9e-b5c7-b3ab82a1d69e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495271 Sep 08 11:09:32.589904 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-421c5b47-0bff-4654-ab44-2ee89fa2c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.591532 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-421c5b47-0bff-4654-ab44-2ee89fa2c2ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04f13c2b97844baa8d27e4396f6d418b&device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 1100 time: 0.0609772 Sep 08 11:09:32.618923 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-b8b585dd-0284-4115-8a1b-0371e6d873ad service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263935 Sep 08 11:09:32.621854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-22575cd7-5e54-4a56-8e03-c67a1d6b8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.623208 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-22575cd7-5e54-4a56-8e03-c67a1d6b8b6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.2297144 Sep 08 11:09:32.634636 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951313b5-cc2e-4adb-9cce-004d0efbc5c2 req-5ce9edb3-3817-4841-91d9-4f2ce2f01f24 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.636206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-951313b5-cc2e-4adb-9cce-004d0efbc5c2 req-5ce9edb3-3817-4841-91d9-4f2ce2f01f24 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1394782 Sep 08 11:09:32.648838 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:32.651074 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38198aac-0440-4efb-affa-35076c1502d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:32.655662 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-a54adea9-cbc9-47f4-b41a-98276c16044f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08 HTTP/1.1" status: 200 len: 217 time: 0.0470772 Sep 08 11:09:32.717921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc1e4ef-7066-4662-b580-f00237ab44dc x-openstack-request-id: req-cdc1e4ef-7066-4662-b580-f00237ab44dc {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:32.718606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:32.719102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdc1e4ef-7066-4662-b580-f00237ab44dc {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:32.720010 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08', 'status': 'completed', 'code': 200} Sep 08 11:09:32.721216 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-ca7cbfbf-baaa-46f0-82b6-43b52ddffa8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 217 time: 0.0746191 Sep 08 11:09:32.737951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4fa8b4f7-712b-4dce-9b6b-4543edff90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.739404 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-4fa8b4f7-712b-4dce-9b6b-4543edff90d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d01b2cde-8a7c-4809-b53f-1c789aaafde3 HTTP/1.1" status: 200 len: 843 time: 0.0566235 Sep 08 11:09:32.791461 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-7200d78c-aba1-4a25-ae59-6c8376baddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.792964 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-7200d78c-aba1-4a25-ae59-6c8376baddbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4188253-0af5-4120-a757-abc2de6cba18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0440218 Sep 08 11:09:32.799914 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-951313b5-cc2e-4adb-9cce-004d0efbc5c2 req-a2331962-24e9-4746-976c-9fe11eee86ef tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455290 Sep 08 11:09:32.841986 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-e3da0adb-df96-410b-af8c-3f534d2e01ca service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027087 Sep 08 11:09:32.843498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-c8fe6df0-53bf-49b7-bff4-fa80cb36dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.844865 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-c8fe6df0-53bf-49b7-bff4-fa80cb36dfdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0889046 Sep 08 11:09:32.920603 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-90c3d9bd-c68e-4573-b69d-83ef0dea2ac7 service neutron] 10.222.0.44 "GET /v2.0/networks/a4188253-0af5-4120-a757-abc2de6cba18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060855 Sep 08 11:09:32.937715 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d56e2-d3c1-4d9b-9a5b-53c1a0f57c26 req-a63c9aff-2a03-451e-a18a-2fd724338d98 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.939539 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-919d56e2-d3c1-4d9b-9a5b-53c1a0f57c26 req-a63c9aff-2a03-451e-a18a-2fd724338d98 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0900650 Sep 08 11:09:32.941624 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-04f9cf37-f34e-4f18-b92e-fc8fd10b334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:32.942970 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-04f9cf37-f34e-4f18-b92e-fc8fd10b334d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842299 Sep 08 11:09:33.017410 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6c331e89-2e6e-45e0-bbf4-6ec92b54cad5 req-9192f392-ee8a-42c5-9d46-f35deb87ebdc service neutron] 10.222.0.44 "GET /v2.0/networks/a4188253-0af5-4120-a757-abc2de6cba18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Sep 08 11:09:33.025677 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-919d56e2-d3c1-4d9b-9a5b-53c1a0f57c26 req-635ac317-60e2-4d58-920f-80dd5a632a55 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795267 Sep 08 11:09:33.059508 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-6db929da-1256-440f-9f6c-7b3d6f5d1777 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057637 Sep 08 11:09:33.111256 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:09:33.158180 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087e944-2984-4476-9b03-0e2da09277d7 req-92017422-6ed9-43e1-8ecf-664f4379d24f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.159698 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3087e944-2984-4476-9b03-0e2da09277d7 req-92017422-6ed9-43e1-8ecf-664f4379d24f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0627224 Sep 08 11:09:33.207237 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198aac-0440-4efb-affa-35076c1502d1 req-0f366182-1f96-471f-8e30-5bce200dde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.209189 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-0f366182-1f96-471f-8e30-5bce200dde0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04f13c2b97844baa8d27e4396f6d418b&device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 1100 time: 0.0500660 Sep 08 11:09:33.234712 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3087e944-2984-4476-9b03-0e2da09277d7 req-c04a0110-6161-401f-a9e0-89b1e556dd67 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654943 Sep 08 11:09:33.268255 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:33.280461 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:09:33.300516 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d52539ad-e807-4935-af99-2a1b9fd8104b req-81ed6edd-8426-46bc-91f4-45b4ff3e76ff service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326182 Sep 08 11:09:33.327064 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:33.341889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:33.343647 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6c70d-795d-4b10-a392-43bc4924eb1d req-91473739-0f90-4e82-b625-003d8440e7bb tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.345186 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-41f6c70d-795d-4b10-a392-43bc4924eb1d req-91473739-0f90-4e82-b625-003d8440e7bb tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 947 time: 0.0611825 Sep 08 11:09:33.367708 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:33.375074 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:33.382280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198aac-0440-4efb-affa-35076c1502d1 req-e4aabb54-e475-443b-8164-e9d955fe52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.383825 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-e4aabb54-e475-443b-8164-e9d955fe52dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4188253-0af5-4120-a757-abc2de6cba18 HTTP/1.1" status: 200 len: 870 time: 0.1642594 Sep 08 11:09:33.398417 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-41f6c70d-795d-4b10-a392-43bc4924eb1d req-be9542ed-bccc-4cfc-9832-73ed5765dd84 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Sep 08 11:09:33.439245 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=6']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:33.440520 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-2c070a8e-b5d6-4fed-92a8-39a12f3c4a7f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900167282&fields=id&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 267 time: 0.0410984 Sep 08 11:09:33.446612 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.446938 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-84032976-0ea1-411f-bc57-c280354f522f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08 HTTP/1.1" status: 200 len: 217 time: 0.0487952 Sep 08 11:09:33.447076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.447307 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.447665 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.448026 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.448552 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.449087 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.449605 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.449932 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.450250 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.450570 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.450887 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:09:33.503298 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198aac-0440-4efb-affa-35076c1502d1 req-60e626c6-daf8-40d2-be53-c2ac207f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.504804 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-60e626c6-daf8-40d2-be53-c2ac207f68dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d01b2cde-8a7c-4809-b53f-1c789aaafde3 HTTP/1.1" status: 200 len: 843 time: 0.0463629 Sep 08 11:09:33.558012 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198aac-0440-4efb-affa-35076c1502d1 req-ad6c22bd-8158-4185-a6bf-f4620f20734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.559529 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-ad6c22bd-8158-4185-a6bf-f4620f20734a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4188253-0af5-4120-a757-abc2de6cba18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0438697 Sep 08 11:09:33.561194 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec745f-4bd1-4242-883b-cb02f5b677a1 req-4ee69e1d-3d61-41e1-bb01-144d9e61cdb4 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.562636 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b6ec745f-4bd1-4242-883b-cb02f5b677a1 req-4ee69e1d-3d61-41e1-bb01-144d9e61cdb4 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 944 time: 0.0969017 Sep 08 11:09:33.592221 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8a0eecda-3646-4d4a-af2f-5eee8940948e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:33.596527 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-1b7ced40-4959-4145-a7b7-c4a2906012c5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.597988 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-1b7ced40-4959-4145-a7b7-c4a2906012c5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.1564727 Sep 08 11:09:33.625912 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b6ec745f-4bd1-4242-883b-cb02f5b677a1 req-88079533-34fe-44c1-889f-7b5f109b8b1e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546257 Sep 08 11:09:33.627793 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-47ae4ba4-6b25-4cbd-af5e-0bfe9b86aff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/quotas/265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 375 time: 0.0207489 Sep 08 11:09:33.663816 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-19806d31-784a-40d9-97e4-71a832afab37 service neutron] 10.222.0.44 "GET /v2.0/networks/a4188253-0af5-4120-a757-abc2de6cba18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927472 Sep 08 11:09:33.685972 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-584492fc-f19a-4f4b-98c9-ac60ccf3f1f7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519121 Sep 08 11:09:33.781874 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-38198aac-0440-4efb-affa-35076c1502d1 req-5a2576a9-cec0-4662-97ad-e8d9148d27b4 service neutron] 10.222.0.44 "GET /v2.0/networks/a4188253-0af5-4120-a757-abc2de6cba18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047947 Sep 08 11:09:33.804980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7125da-7a25-44e4-bd30-2fa597870d74 req-609926c5-4c1f-44d8-a561-56dc6c4b4d13 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.806435 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6e7125da-7a25-44e4-bd30-2fa597870d74 req-609926c5-4c1f-44d8-a561-56dc6c4b4d13 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.1137927 Sep 08 11:09:33.843688 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-973c4fc0-6541-4f8e-9df3-a7a56d650a88 service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367590 Sep 08 11:09:33.864288 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6e7125da-7a25-44e4-bd30-2fa597870d74 req-bef19005-f26a-473c-83ff-f4824af93728 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Sep 08 11:09:33.977157 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-b7176442-5054-4811-90f3-18c66ed237ac service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269355 Sep 08 11:09:33.991158 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d2f99-a52d-4936-bc6c-12ce5cfe54cf req-9df29659-5779-4e8f-9561-69bfb1f6aead tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:33.992685 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b0d2f99-a52d-4936-bc6c-12ce5cfe54cf req-9df29659-5779-4e8f-9561-69bfb1f6aead tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0701227 Sep 08 11:09:34.032054 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b0d2f99-a52d-4936-bc6c-12ce5cfe54cf req-c80416b7-5ffe-4b5d-ba1c-1492ee5f9e14 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Sep 08 11:09:34.144157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eac738-c419-4241-a39b-01b8b3e0596d req-b3036fc0-7dec-4e82-ac8b-ecea9f074f16 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:34.145832 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4eac738-c419-4241-a39b-01b8b3e0596d req-b3036fc0-7dec-4e82-ac8b-ecea9f074f16 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Sep 08 11:09:34.189968 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4eac738-c419-4241-a39b-01b8b3e0596d req-76ede8b2-4152-47b7-9798-993a5d7a82fe tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373328 Sep 08 11:09:34.289966 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2c6e9a92-7250-4044-b545-61ecce157ed8 req-63ad0c07-53ee-467c-b31c-f512bb0932b1 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0305071 Sep 08 11:09:34.396203 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9551dfc-a25f-40e9-9f92-fa3c0e300901 req-e950ca4d-5bb4-41a6-8434-066b1aa4afe6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:34.397978 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9551dfc-a25f-40e9-9f92-fa3c0e300901 req-e950ca4d-5bb4-41a6-8434-066b1aa4afe6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 945 time: 0.0723512 Sep 08 11:09:34.451113 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9551dfc-a25f-40e9-9f92-fa3c0e300901 req-0aff8281-e65c-4c49-af66-1d3c67f780cf tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465577 Sep 08 11:09:34.528248 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc6aa9-6fd9-40d2-99bc-6007ff18cb45 req-39be6214-4eca-494e-a688-89ce54a4a291 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:34.529743 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4fc6aa9-6fd9-40d2-99bc-6007ff18cb45 req-39be6214-4eca-494e-a688-89ce54a4a291 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 947 time: 0.0527120 Sep 08 11:09:34.568064 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b4fc6aa9-6fd9-40d2-99bc-6007ff18cb45 req-135bd584-0f44-498b-9b95-9e3f4c5dbd0e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Sep 08 11:09:34.752868 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a07fe9-c569-4804-aeec-368043a9156b req-4e78cf40-3674-4456-83ae-6ad741c49a29 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:34.754362 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-71a07fe9-c569-4804-aeec-368043a9156b req-4e78cf40-3674-4456-83ae-6ad741c49a29 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 944 time: 0.0567546 Sep 08 11:09:34.792261 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-71a07fe9-c569-4804-aeec-368043a9156b req-a3d07819-6e16-4107-a47c-6bf993872f0e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Sep 08 11:09:34.980454 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ba0e-e8a4-47df-bd94-003d26de26f8 req-77ef8a8a-cd65-4e3f-870d-975d02208b62 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:34.981882 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fdb3ba0e-e8a4-47df-bd94-003d26de26f8 req-77ef8a8a-cd65-4e3f-870d-975d02208b62 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 944 time: 0.0499363 Sep 08 11:09:35.017305 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fdb3ba0e-e8a4-47df-bd94-003d26de26f8 req-6adf245a-4eea-4ee2-974f-8d1cd1ba7d16 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293336 Sep 08 11:09:35.112931 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 988c9ffc-5ffb-4796-b65d-b387a98fdf4e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:09:35.116739 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:35.228947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 8a0eecda-3646-4d4a-af2f-5eee8940948e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:35.229320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.271305 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:35.289627 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'port_id': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'mac_address': 'fa:16:3e:bc:0b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:09:35.355365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.369855 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.382407 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988c9ffc-5ffb-4796-b65d-b387a98fdf4e {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:35.421746 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:35.424321 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2bc58-f1e0-4a1a-b408-dc37b7da686a" -d '{"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:35.430995 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:35.440795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:35.442704 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.443424 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 98db53ba-20b7-436d-82e3-25e304f2ac0a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:09:35.460521 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ed2db965-6fca-4284-a048-d4ce2cd6e116 req-79db458e-cbec-46d5-bcb4-4f3f9d81b738 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0429094 Sep 08 11:09:35.476259 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.516830 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d37670-0886-4646-8d4c-c9d73d5775c4 x-openstack-request-id: req-53d37670-0886-4646-8d4c-c9d73d5775c4 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:35.517122 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:35.527640 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53d37670-0886-4646-8d4c-c9d73d5775c4 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:35.527640 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'code': 200} Sep 08 11:09:35.597036 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:35.613616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-1580ee52-6418-4a4c-98ce-81358ca6d5e8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:35.624706 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-1580ee52-6418-4a4c-98ce-81358ca6d5e8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.2851350 Sep 08 11:09:35.645487 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414d4d1-82cb-400d-8988-1b209e832717 req-52ba6a7d-91ae-4d37-a007-af4d348caa87 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:35.646438 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:35.660945 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d414d4d1-82cb-400d-8988-1b209e832717 req-52ba6a7d-91ae-4d37-a007-af4d348caa87 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0836589 Sep 08 11:09:35.672536 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '98db53ba-20b7-436d-82e3-25e304f2ac0a', 'network_id': '1acf0ed6-4b40-419f-ba10-d2bff1bee6cd', 'port_id': '98db53ba-20b7-436d-82e3-25e304f2ac0a', 'mac_address': 'fa:16:3e:a6:f1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1a05ed-4e7d-47c9-8660-f92b0f634633', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:09:35.678001 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=7']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:35.688610 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-effa41d5-f86d-4c9b-9b2c-a2dc3d0a3191 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 379 time: 0.0514677 Sep 08 11:09:35.702288 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'port': {'device_id': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'admin_state_up': True, 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'security_groups': ['a1467cac-5867-446c-898b-01e6b2666a9d']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:35.732309 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.751111 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98db53ba-20b7-436d-82e3-25e304f2ac0a {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:35.771447 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a8b6-bd98-49e5-9b43-20d341bb8663 req-e07578ec-f5e6-4314-b38b-2f7b7d368c79 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:35.773257 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bd08a8b6-bd98-49e5-9b43-20d341bb8663 req-e07578ec-f5e6-4314-b38b-2f7b7d368c79 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0874550 Sep 08 11:09:35.776131 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:35.776441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d414d4d1-82cb-400d-8988-1b209e832717 req-cd1f05b8-8af2-428f-ab53-f359d2f207ae tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144884 Sep 08 11:09:35.783150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.784367 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:09:35.829524 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bd08a8b6-bd98-49e5-9b43-20d341bb8663 req-b05ca03c-e5e6-48f9-919d-a71276bd7606 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486960 Sep 08 11:09:35.839944 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:35.921633 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Made reservation on behalf of 265e8ea957784a709206f6c31dd2585b for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:09:35.925577 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:35.961610 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4006ca-c302-4769-87c6-1b0f5d731733 req-3cd24c3a-2b5b-44a5-a291-634ec828c026 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:35.968999 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8e4006ca-c302-4769-87c6-1b0f5d731733 req-3cd24c3a-2b5b-44a5-a291-634ec828c026 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 947 time: 0.1055782 Sep 08 11:09:35.996007 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:36.016206 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146adf-d9bf-4979-9bad-4ba270b67c65 req-6fef5231-5313-4d3c-84fc-846253d2eb57 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:36.017736 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d4146adf-d9bf-4979-9bad-4ba270b67c65 req-6fef5231-5313-4d3c-84fc-846253d2eb57 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 945 time: 0.1045284 Sep 08 11:09:36.019260 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08', 'network_id': 'a4188253-0af5-4120-a757-abc2de6cba18', 'port_id': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08', 'mac_address': 'fa:16:3e:71:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01b2cde-8a7c-4809-b53f-1c789aaafde3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:09:36.035087 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8e4006ca-c302-4769-87c6-1b0f5d731733 req-3ecb563b-f447-4649-b634-f5e61a11588f tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 Sep 08 11:09:36.085289 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.102598 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:36.120590 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.20.0.8 (e9bb0c6b-03d3-45ae-b184-537f91676243/550ec0c4-2574-48b0-990a-fe0d60e12431/73bc8511-9b9a-4050-8ae0-badf0afb72f0) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:36.139805 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d4146adf-d9bf-4979-9bad-4ba270b67c65 req-1a1ff530-c7c8-454b-9f87-0a9fa0f847cb tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Sep 08 11:09:36.158067 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:36.173112 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.251076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:36.340150 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762cf19-1f73-403f-843f-521890d6dd55 req-a5752404-7b58-4011-9492-f8c7a4e4b013 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:36.343291 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d762cf19-1f73-403f-843f-521890d6dd55 req-a5752404-7b58-4011-9492-f8c7a4e4b013 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 945 time: 0.0928307 Sep 08 11:09:36.382243 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.419964 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Transition to ACTIVE for port object 73bc8511-9b9a-4050-8ae0-badf0afb72f0 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:36.440985 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d762cf19-1f73-403f-843f-521890d6dd55 req-9bb82a99-d982-4e71-9c03-21ad0ef43104 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855570 Sep 08 11:09:36.466038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.550880 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:36.557291 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:36.561269 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:36.606175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d481-2f3e-4807-984f-4c8f5b1c4871 req-f30f11f7-de33-4746-8b32-760eda247498 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:36.613824 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:36.616598 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7157d481-2f3e-4807-984f-4c8f5b1c4871 req-f30f11f7-de33-4746-8b32-760eda247498 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 931 time: 0.0865357 Sep 08 11:09:36.670540 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7157d481-2f3e-4807-984f-4c8f5b1c4871 req-6bb3be8f-3dca-48e5-b382-007c8e69effc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485706 Sep 08 11:09:36.687806 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:36.688974 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.694226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8772e1eb-8680-4f83-8e41-f0fe9c80cc08'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:36.740874 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-617780c0-6fdd-4fc5-8c87-68d66a9aee16 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0374100 Sep 08 11:09:36.747842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['98db53ba-20b7-436d-82e3-25e304f2ac0a'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:36.754074 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Request body: {'port': {'device_id': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:36.813591 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:36.891639 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:36.987750 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2407e22-5dde-485f-ba09-a7a710da9ed6 req-2d8db5b2-e877-411f-9ef2-f6f7f7f21286 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:36.989713 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2407e22-5dde-485f-ba09-a7a710da9ed6 req-2d8db5b2-e877-411f-9ef2-f6f7f7f21286 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0733118 Sep 08 11:09:37.037084 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ec6e7528-1e9d-41ed-bd54-0a03a358689d None None] Provisioning for port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:37.048280 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ec6e7528-1e9d-41ed-bd54-0a03a358689d None None] Provisioning complete for port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:37.048650 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ec6e7528-1e9d-41ed-bd54-0a03a358689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.086454 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2407e22-5dde-485f-ba09-a7a710da9ed6 req-a85f8073-c37f-48ad-818b-3bcb172fc77d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896015 Sep 08 11:09:37.107594 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e7528-1e9d-41ed-bd54-0a03a358689d None None] Port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:09:37.199144 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ad41-ffc9-4b83-bbdc-9685f0bd03d7 req-b64e90cd-cba5-46ac-80e9-d23ec158e327 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:37.207760 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f08ad41-ffc9-4b83-bbdc-9685f0bd03d7 req-b64e90cd-cba5-46ac-80e9-d23ec158e327 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 948 time: 0.0870833 Sep 08 11:09:37.245484 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc8511-9b9a-4050-8ae0-badf0afb72f0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:37.256307 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.259565 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f08ad41-ffc9-4b83-bbdc-9685f0bd03d7 req-c52044c5-fc65-4842-a915-0b20b5f23aa1 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504160 Sep 08 11:09:37.277464 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Transition to ACTIVE for port object 73bc8511-9b9a-4050-8ae0-badf0afb72f0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:09:37.282823 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.340933 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f07efe-9f67-46b0-8974-d2a6bb72b17e req-39cf22ac-ccee-4f96-9650-d4c68818c7d0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:37.343296 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-45f07efe-9f67-46b0-8974-d2a6bb72b17e req-39cf22ac-ccee-4f96-9650-d4c68818c7d0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 945 time: 0.0783110 Sep 08 11:09:37.484068 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:37.539793 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Attempting to bind port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:09:37.540462 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Attempting to bind port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:09:37.540962 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Attempting to bind port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:37.546525 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 on network e9bb0c6b-03d3-45ae-b184-537f91676243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:09:37.547096 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Attempting to bind port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:09:37.552532 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:09:37.553325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:09:37.553875 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Bound using segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:09:37.555027 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Bound port: 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:09:37.555606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.565507 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-45f07efe-9f67-46b0-8974-d2a6bb72b17e req-721ef999-09a1-4e7e-ad95-d3cddfaa891a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137189 Sep 08 11:09:37.666827 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:09:37.670242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:09:37.672132 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d4e2-142e-4b71-ab86-d41a039ca8e1 req-85de1f20-6953-4ef7-a848-bdb88d6420c3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:37.674076 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3e65d4e2-142e-4b71-ab86-d41a039ca8e1 req-85de1f20-6953-4ef7-a848-bdb88d6420c3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 945 time: 0.0641444 Sep 08 11:09:37.678090 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.719041 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:37.720485 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:37.721988 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] 10.222.0.44 "PUT /v2.0/ports/73bc8511-9b9a-4050-8ae0-badf0afb72f0 HTTP/1.1" status: 200 len: 1093 time: 0.9758258 Sep 08 11:09:37.722497 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:37.724833 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa9055f-e4d6-4a44-8826-6bd376016943" -d '{"events": [{"name": "network-changed", "server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:37.737897 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3e65d4e2-142e-4b71-ab86-d41a039ca8e1 req-e648e95a-9f03-4fbc-a6ca-d14b429303aa tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493956 Sep 08 11:09:37.805648 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd1f55-052e-4c71-aecf-9416abfebf96 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:37.858797 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-472e05cb-6e89-4d58-8b45-187524807d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:37.860556 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-472e05cb-6e89-4d58-8b45-187524807d73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0847516 Sep 08 11:09:37.891805 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85219be9-de10-46b4-9f5e-1d583892735d x-openstack-request-id: req-85219be9-de10-46b4-9f5e-1d583892735d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:37.892403 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:37.892802 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85219be9-de10-46b4-9f5e-1d583892735d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:37.893348 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'status': 'completed', 'code': 200} Sep 08 11:09:37.930850 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-0e644a03-a31e-40cc-8e01-986de4a647c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0 HTTP/1.1" status: 200 len: 217 time: 0.0596950 Sep 08 11:09:38.036965 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f4b146a6-526a-4c5c-a7b7-2084690609f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.038781 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-f4b146a6-526a-4c5c-a7b7-2084690609f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0914059 Sep 08 11:09:38.105613 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-af560ff1-9609-41e8-b407-fe63b820b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.107127 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-af560ff1-9609-41e8-b407-fe63b820b3ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577817 Sep 08 11:09:38.151287 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5a94-adf2-4bed-90f9-5f5f5c82148f req-605c5356-2324-4692-a873-24681056da66 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.159151 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fafc5a94-adf2-4bed-90f9-5f5f5c82148f req-605c5356-2324-4692-a873-24681056da66 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.3699052 Sep 08 11:09:38.216388 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-42f0473b-a469-47ff-bae2-1fbed2f402e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999486 Sep 08 11:09:38.220403 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fafc5a94-adf2-4bed-90f9-5f5f5c82148f req-c5057d71-f8f7-4a38-8a9c-839360fccdce tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603859 Sep 08 11:09:38.277769 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc86f8f-7a9a-44df-9b4c-e9999f9034e4 req-150a26cb-20bc-478c-a282-2a3e9345d577 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.285145 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2fc86f8f-7a9a-44df-9b4c-e9999f9034e4 req-150a26cb-20bc-478c-a282-2a3e9345d577 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0637000 Sep 08 11:09:38.336798 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2fc86f8f-7a9a-44df-9b4c-e9999f9034e4 req-d7a8031d-be36-4114-9d2d-31342c13d631 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457354 Sep 08 11:09:38.359643 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ca16f9d7-b038-4ba4-bcdb-f4ba14fd5c19 req-a350c973-2afc-412d-a79f-5413bdf848a5 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322281 Sep 08 11:09:38.441828 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d26f99-b78f-4312-9307-d38a20c89196 req-4f55315c-e0c4-4469-8136-70df8a9a615d tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.443504 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65d26f99-b78f-4312-9307-d38a20c89196 req-4f55315c-e0c4-4469-8136-70df8a9a615d tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 948 time: 0.0702634 Sep 08 11:09:38.469971 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-5061ce6b-4242-499b-bef5-54aacc520744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.471604 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-5061ce6b-4242-499b-bef5-54aacc520744 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0525362 Sep 08 11:09:38.500603 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65d26f99-b78f-4312-9307-d38a20c89196 req-a8ad3586-0712-4488-ade1-27916c2dcebd tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Sep 08 11:09:38.613062 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-ba15d116-3138-45f2-9216-8390c1076bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.614779 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-ba15d116-3138-45f2-9216-8390c1076bec service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.1330621 Sep 08 11:09:38.672574 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-0e416a26-011c-4a43-9555-d9ef90f1381f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0 HTTP/1.1" status: 200 len: 217 time: 0.0426943 Sep 08 11:09:38.685854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b039-c868-4f33-b23b-fa6a2dea842f req-cf1df10f-cd73-4b7a-aead-914ffe46483c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.688340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4be7b039-c868-4f33-b23b-fa6a2dea842f req-cf1df10f-cd73-4b7a-aead-914ffe46483c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 945 time: 0.0618784 Sep 08 11:09:38.754604 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-2f388287-e8cd-42d1-b79d-6fd8abaa115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.756180 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-2f388287-e8cd-42d1-b79d-6fd8abaa115a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0654528 Sep 08 11:09:38.792792 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4be7b039-c868-4f33-b23b-fa6a2dea842f req-5c84b4be-f200-4458-969b-d38f604caa33 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914309 Sep 08 11:09:38.826612 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-2d49f2ce-d0ac-4cf2-ae26-8a0318607941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.828358 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-2d49f2ce-d0ac-4cf2-ae26-8a0318607941 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629041 Sep 08 11:09:38.888736 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1d39a-e5e8-4774-be20-2831e6423d32 req-f3923cab-6709-4bb1-9382-2600eaad4285 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:38.896915 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-60d1d39a-e5e8-4774-be20-2831e6423d32 req-f3923cab-6709-4bb1-9382-2600eaad4285 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 945 time: 0.0692351 Sep 08 11:09:38.933025 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-60d1d39a-e5e8-4774-be20-2831e6423d32 req-4c976851-72ab-4f5c-91fe-bd3fefe177b8 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Sep 08 11:09:38.975963 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-d581f912-ec7a-4e25-a966-2802746cd1cd service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352577 Sep 08 11:09:39.080462 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6fa9055f-e4d6-4a44-8826-6bd376016943 req-d1bc68f0-66c3-41dc-bab3-12d063e4ff3f service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Sep 08 11:09:39.136969 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 988c9ffc-5ffb-4796-b65d-b387a98fdf4e up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:39.192607 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:39.196326 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:39.196693 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.298521 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.326320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:39.328584 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b9962-820d-4b9e-a4c8-20ab0e74f205" -d '{"events": [{"server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "name": "network-vif-plugged", "status": "completed", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:39.343821 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:39.350508 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.351444 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:39.392189 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df104ab1-aa56-4f8d-9676-df2da3a9ad1c req-1bf12d9b-215a-4fb7-be9b-d285132fb73a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:39.394748 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df104ab1-aa56-4f8d-9676-df2da3a9ad1c req-1bf12d9b-215a-4fb7-be9b-d285132fb73a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0937672 Sep 08 11:09:39.403215 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809118b5-7eff-49d2-a1a9-c9ed06d95934 x-openstack-request-id: req-809118b5-7eff-49d2-a1a9-c9ed06d95934 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:39.403654 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "name": "network-vif-plugged", "status": "completed", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:39.404076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-809118b5-7eff-49d2-a1a9-c9ed06d95934 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:39.404659 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'code': 200} Sep 08 11:09:39.468980 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:39.493371 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:39.497890 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:39.498274 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.533515 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-df104ab1-aa56-4f8d-9676-df2da3a9ad1c req-e2360429-c3d8-4296-8835-f5db7c0fcb81 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236186 Sep 08 11:09:39.561282 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007ada-7f14-430d-9ad5-b5f35520081a req-95a4d88c-6a02-4d2b-b8fc-ca26ce913353 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:39.569767 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42007ada-7f14-430d-9ad5-b5f35520081a req-95a4d88c-6a02-4d2b-b8fc-ca26ce913353 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1017649 Sep 08 11:09:39.614224 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.630881 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42007ada-7f14-430d-9ad5-b5f35520081a req-487f711c-a6f0-426b-88b9-078dbd80d896 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513134 Sep 08 11:09:39.658456 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:39.677989 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.678865 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 98db53ba-20b7-436d-82e3-25e304f2ac0a up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:39.696824 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864d75f-a35f-4cef-be4c-64fca86e5f31 req-50c77e61-7f05-4214-b7c7-52bac152d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:39.698547 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2864d75f-a35f-4cef-be4c-64fca86e5f31 req-50c77e61-7f05-4214-b7c7-52bac152d76c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1099 time: 0.1172225 Sep 08 11:09:39.767503 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2864d75f-a35f-4cef-be4c-64fca86e5f31 req-ae18da03-0f2e-4209-9e9a-aa7a7640ebcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Sep 08 11:09:39.767747 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23360-58d0-485c-8450-8e73b8cc90f7 req-72267bec-fb43-44d3-89b3-7cab5d49c59e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:39.769260 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7ed23360-58d0-485c-8450-8e73b8cc90f7 req-72267bec-fb43-44d3-89b3-7cab5d49c59e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0547688 Sep 08 11:09:39.789948 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:39.817947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 98db53ba-20b7-436d-82e3-25e304f2ac0a completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:39.825666 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 98db53ba-20b7-436d-82e3-25e304f2ac0a triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:39.826607 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:39.834341 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7ed23360-58d0-485c-8450-8e73b8cc90f7 req-444f05ba-31f1-46ee-8a87-8c680ffa085f tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582461 Sep 08 11:09:39.934203 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b38f1-c0c1-45af-8411-e1adeb50880b req-d418c706-2c08-499d-ab56-7ad1b5fbc8e2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:39.935080 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e18b38f1-c0c1-45af-8411-e1adeb50880b req-d418c706-2c08-499d-ab56-7ad1b5fbc8e2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0672028 Sep 08 11:09:39.972663 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:40.058831 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:40.065269 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:40.078883 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e18b38f1-c0c1-45af-8411-e1adeb50880b req-3800d317-54b2-4d4d-a1b8-6ad00a2458c7 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363795 Sep 08 11:09:40.105086 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447169c-4bda-4f4f-91ee-a492bafaa7ee req-d6afcabb-9cf1-4393-ad73-a53dd5706073 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:40.112445 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d447169c-4bda-4f4f-91ee-a492bafaa7ee req-d6afcabb-9cf1-4393-ad73-a53dd5706073 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 945 time: 0.0744140 Sep 08 11:09:40.129382 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:40.153641 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d447169c-4bda-4f4f-91ee-a492bafaa7ee req-e5175b7d-d977-4471-8ef8-97657a81bb8c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Sep 08 11:09:40.688498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70265102-1831-4e3a-aec7-035b42181dc3 req-4b850639-40df-43c0-a922-0c86355c6e4b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:40.696294 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-70265102-1831-4e3a-aec7-035b42181dc3 req-4b850639-40df-43c0-a922-0c86355c6e4b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0573938 Sep 08 11:09:40.773135 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-70265102-1831-4e3a-aec7-035b42181dc3 req-8555c4fa-51cc-480d-bff1-86e3e5823320 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755584 Sep 08 11:09:40.803267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b48c7-5114-4925-8609-3551e8381de5 req-0bcfdcaf-7557-47f2-b3c0-8bdd960f46d9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:40.810547 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-935b48c7-5114-4925-8609-3551e8381de5 req-0bcfdcaf-7557-47f2-b3c0-8bdd960f46d9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0971906 Sep 08 11:09:40.851100 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-935b48c7-5114-4925-8609-3551e8381de5 req-88fd59f9-813a-49c5-aefd-4f1ce6b5434c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396590 Sep 08 11:09:40.960891 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8c8e-3838-452f-a550-3b274fa2e75c req-ada3a362-41c0-48b1-8162-fa29765da226 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:40.962969 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-758d8c8e-3838-452f-a550-3b274fa2e75c req-ada3a362-41c0-48b1-8162-fa29765da226 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0516086 Sep 08 11:09:41.010234 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-758d8c8e-3838-452f-a550-3b274fa2e75c req-9217c840-f857-4bf1-9f9e-b52f3436620e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Sep 08 11:09:41.218515 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318acc-0384-42ff-b8ed-cae6aa78d1d6 req-32b58326-ce63-4682-b3cc-27f41699d8e9 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:41.230059 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a7318acc-0384-42ff-b8ed-cae6aa78d1d6 req-32b58326-ce63-4682-b3cc-27f41699d8e9 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0794370 Sep 08 11:09:41.330150 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a7318acc-0384-42ff-b8ed-cae6aa78d1d6 req-f99cc5cb-82de-45a5-872f-041c6efc5051 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870059 Sep 08 11:09:41.349371 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d91a-c9dc-4471-bb4d-94bbeb8a3b97 req-0689e5c1-e977-4e9d-b4bb-faff7502fa49 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:41.350877 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9448d91a-c9dc-4471-bb4d-94bbeb8a3b97 req-0689e5c1-e977-4e9d-b4bb-faff7502fa49 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.1116564 Sep 08 11:09:41.403019 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9448d91a-c9dc-4471-bb4d-94bbeb8a3b97 req-798fc224-5eff-4c71-ae3d-97a8da9ea4eb tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Sep 08 11:09:41.405877 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08'}, {'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:41.408768 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c5330e-7773-42ba-ae1f-3ebe17884763" -d '{"events": [{"server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "name": "network-vif-plugged", "status": "completed", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08"}, {"server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "name": "network-vif-plugged", "status": "completed", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:41.457841 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355a9ce-d6fe-4691-833d-45b650cfc9b1 x-openstack-request-id: req-2355a9ce-d6fe-4691-833d-45b650cfc9b1 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:41.458196 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "name": "network-vif-plugged", "status": "completed", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08", "code": 200}, {"server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "name": "network-vif-plugged", "status": "completed", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:41.458552 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2355a9ce-d6fe-4691-833d-45b650cfc9b1 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:41.459229 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08', 'code': 200} Sep 08 11:09:41.459526 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a', 'code': 200} Sep 08 11:09:41.715171 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bc9cf-c42f-48ac-a48b-af823f12589c req-4d72d8da-c432-4234-871f-859d1acadc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:41.716981 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-823bc9cf-c42f-48ac-a48b-af823f12589c req-4d72d8da-c432-4234-871f-859d1acadc5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 1099 time: 0.0448523 Sep 08 11:09:41.720629 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5557ee-79f0-445a-92c1-d501cc1e1f08 req-148a1f2c-16e1-4ae7-b67f-f05a38884673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:41.722664 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2b5557ee-79f0-445a-92c1-d501cc1e1f08 req-148a1f2c-16e1-4ae7-b67f-f05a38884673 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 1102 time: 0.0530853 Sep 08 11:09:41.767026 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-823bc9cf-c42f-48ac-a48b-af823f12589c req-6772cf07-ef84-466e-b6f9-3a559a9b9c3d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Sep 08 11:09:41.778224 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2b5557ee-79f0-445a-92c1-d501cc1e1f08 req-c9885f17-51d9-4a1b-8ca5-6ea496672d23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Sep 08 11:09:41.894294 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de5ef3-46d6-4d18-aa8d-9e67b45914bf req-0c028538-bc02-45af-9cad-c33f5910e7f0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:41.903813 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-22de5ef3-46d6-4d18-aa8d-9e67b45914bf req-0c028538-bc02-45af-9cad-c33f5910e7f0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0600905 Sep 08 11:09:41.940437 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-22de5ef3-46d6-4d18-aa8d-9e67b45914bf req-61a25385-2f16-4189-acc0-7a216e119e38 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356524 Sep 08 11:09:42.004002 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3a903-509a-4afb-ae39-6a176df52e39 req-4ab6d6f9-6b41-4456-82fc-c7747558cd2d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:42.005565 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-19f3a903-509a-4afb-ae39-6a176df52e39 req-4ab6d6f9-6b41-4456-82fc-c7747558cd2d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0640907 Sep 08 11:09:42.048723 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-19f3a903-509a-4afb-ae39-6a176df52e39 req-36972825-7e13-4777-93fe-9705e608f7aa tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362694 Sep 08 11:09:42.146874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e32fd-305a-47f3-8620-5f5f645919de req-293454e0-ee93-477f-a3b9-c516a8dad603 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:42.149024 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0b3e32fd-305a-47f3-8620-5f5f645919de req-293454e0-ee93-477f-a3b9-c516a8dad603 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0564549 Sep 08 11:09:42.191239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0b3e32fd-305a-47f3-8620-5f5f645919de req-38a9531d-d8af-4975-9c22-22e33c58bbed tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Sep 08 11:09:42.452897 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ee9d-4252-486a-91ba-a930a5db9167 req-9584388d-c778-4266-912e-8eb24eb00729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:42.455098 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cda1ee9d-4252-486a-91ba-a930a5db9167 req-9584388d-c778-4266-912e-8eb24eb00729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0573518 Sep 08 11:09:42.537708 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cda1ee9d-4252-486a-91ba-a930a5db9167 req-2b77eb72-ad3a-4d3e-814b-4444c8afb33b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732720 Sep 08 11:09:42.576410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fae826-9ddb-4276-8260-2505f4c385de req-a723a69f-6ed3-4f94-8cc8-99bf825049b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:42.580571 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93fae826-9ddb-4276-8260-2505f4c385de req-a723a69f-6ed3-4f94-8cc8-99bf825049b5 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0965927 Sep 08 11:09:42.637149 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-93fae826-9ddb-4276-8260-2505f4c385de req-ba8bf7d6-1aba-4a55-afd0-1e88be2e5cbf tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474453 Sep 08 11:09:42.682583 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4e98e-b716-4309-b957-0c6bdc802444 req-8c1ccd94-cf53-408f-a70d-da4dfa17c5ef tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:42.684467 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bc4e98e-b716-4309-b957-0c6bdc802444 req-8c1ccd94-cf53-408f-a70d-da4dfa17c5ef tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0652590 Sep 08 11:09:42.726908 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8bc4e98e-b716-4309-b957-0c6bdc802444 req-24fde0d4-e0a2-42b7-97fe-14411247eded tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Sep 08 11:09:43.103142 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936eac1-661f-4fd6-b386-d1240c9cf14f req-ec9b9217-ef07-4e53-b205-a43c943ee3e2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:43.104719 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7936eac1-661f-4fd6-b386-d1240c9cf14f req-ec9b9217-ef07-4e53-b205-a43c943ee3e2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0840087 Sep 08 11:09:43.113547 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eebca8-a75e-464b-8ed0-864465d4ba3f req-cda90903-f6fd-4071-a69f-011fd9b897de tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:43.114966 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7eebca8-a75e-464b-8ed0-864465d4ba3f req-cda90903-f6fd-4071-a69f-011fd9b897de tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0850406 Sep 08 11:09:43.173972 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b7eebca8-a75e-464b-8ed0-864465d4ba3f req-69a30657-8b91-4a09-b031-df848f09f81d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493312 Sep 08 11:09:43.183424 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7936eac1-661f-4fd6-b386-d1240c9cf14f req-65f1a83f-65e5-4c2b-91d8-6d2b27d6f5e5 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 Sep 08 11:09:43.378864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ddf5-da28-4e66-b3bd-7745f5f6fb66 req-66ced795-5d1f-40a0-bff1-81f93c542d57 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:43.381058 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b897ddf5-da28-4e66-b3bd-7745f5f6fb66 req-66ced795-5d1f-40a0-bff1-81f93c542d57 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.1134312 Sep 08 11:09:43.420497 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73562c-6246-4a00-bbe2-d4d59c316aaf req-dcd49d22-9272-4925-9cd0-7f4bb62371d9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:43.422048 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2d73562c-6246-4a00-bbe2-d4d59c316aaf req-dcd49d22-9272-4925-9cd0-7f4bb62371d9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1257763 Sep 08 11:09:43.491751 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b897ddf5-da28-4e66-b3bd-7745f5f6fb66 req-2b10cb65-0d13-43a3-983b-79c6f88df008 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029510 Sep 08 11:09:43.513541 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2d73562c-6246-4a00-bbe2-d4d59c316aaf req-4cb0f145-1461-476a-85a1-2cfc4fe49de3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821025 Sep 08 11:09:43.760670 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8a0d-8eda-4d2d-b623-40568a0e8102 req-71100015-50f3-4336-b8d2-fd2f8eb47a22 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:43.762529 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8eaf8a0d-8eda-4d2d-b623-40568a0e8102 req-71100015-50f3-4336-b8d2-fd2f8eb47a22 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0539153 Sep 08 11:09:43.803266 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8eaf8a0d-8eda-4d2d-b623-40568a0e8102 req-c6febf0b-10ec-40ec-9ad1-2e68e466849a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Sep 08 11:09:44.300422 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b033-fc54-419f-bf50-dd7a7ad2e068 req-0eb4bb82-181c-48bd-bdee-a3084b449615 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:44.302312 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f91b033-fc54-419f-bf50-dd7a7ad2e068 req-0eb4bb82-181c-48bd-bdee-a3084b449615 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0600502 Sep 08 11:09:44.350451 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f91b033-fc54-419f-bf50-dd7a7ad2e068 req-0d99a1a0-3488-4a63-9313-373679227cb4 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Sep 08 11:09:44.664455 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda59008-c1d3-4771-a94a-3d9992ea9234 req-169387cd-be9d-48e3-aca6-285a287ddd6e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:44.665996 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bda59008-c1d3-4771-a94a-3d9992ea9234 req-169387cd-be9d-48e3-aca6-285a287ddd6e tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0890439 Sep 08 11:09:44.679697 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b7690-c7c5-490f-800c-b5343cb7012d req-8618cf70-d2f8-42b4-9db9-ab6203e32a7b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:44.688597 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f55b7690-c7c5-490f-800c-b5343cb7012d req-8618cf70-d2f8-42b4-9db9-ab6203e32a7b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0724788 Sep 08 11:09:44.767683 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bda59008-c1d3-4771-a94a-3d9992ea9234 req-ed2ca977-2968-4b31-a1c2-d6ae02462afd tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614698 Sep 08 11:09:44.790958 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f55b7690-c7c5-490f-800c-b5343cb7012d req-5d8daaba-eed7-4159-9a60-15b361b80932 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933223 Sep 08 11:09:44.979648 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdaebb-1904-4818-89aa-46e7fe4766dd req-7c254e58-fd88-43a9-8e71-c87fa5458f20 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:44.981697 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cdfdaebb-1904-4818-89aa-46e7fe4766dd req-7c254e58-fd88-43a9-8e71-c87fa5458f20 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0761921 Sep 08 11:09:45.041651 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cdfdaebb-1904-4818-89aa-46e7fe4766dd req-d47c240f-9717-4b7a-a501-6de8cf912614 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Sep 08 11:09:45.218738 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611317e-14aa-475a-844d-6f55f637e124 req-0ac7b558-14a0-4a18-b45d-9bfe43610de4 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:45.226104 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0611317e-14aa-475a-844d-6f55f637e124 req-0ac7b558-14a0-4a18-b45d-9bfe43610de4 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0748491 Sep 08 11:09:45.284237 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0611317e-14aa-475a-844d-6f55f637e124 req-1ca39760-69c2-40e2-8cd6-6fc78121b2d2 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Sep 08 11:09:45.538664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c31b3-2066-476d-908e-fc1fcb6f0d21 req-0b3aa159-e83d-41dc-91ee-375199a88b52 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:45.540281 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5b5c31b3-2066-476d-908e-fc1fcb6f0d21 req-0b3aa159-e83d-41dc-91ee-375199a88b52 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0725760 Sep 08 11:09:45.610776 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5b5c31b3-2066-476d-908e-fc1fcb6f0d21 req-e95257fe-7840-4647-b961-66948f9e91b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639703 Sep 08 11:09:45.808037 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:45.961344 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f717-75c6-407f-98b4-4d5edfa98c77 req-1b02ed94-617f-4de4-ad63-7b628fcc5f53 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:45.963480 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6727f717-75c6-407f-98b4-4d5edfa98c77 req-1b02ed94-617f-4de4-ad63-7b628fcc5f53 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1036758 Sep 08 11:09:45.992485 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-632b43c5-3035-4bf4-8383-a8b20f6ff04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:45.994300 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-632b43c5-3035-4bf4-8383-a8b20f6ff04c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0687559 Sep 08 11:09:46.010457 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242848c8-e527-40d0-b904-38b3b3d3dcca req-cfc6d2d8-fa55-45e9-acb5-231c7bdf8616 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:46.012035 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-242848c8-e527-40d0-b904-38b3b3d3dcca req-cfc6d2d8-fa55-45e9-acb5-231c7bdf8616 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1039596 Sep 08 11:09:46.051930 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6727f717-75c6-407f-98b4-4d5edfa98c77 req-2cecf0df-a7f8-4f43-bb72-250117ee71c1 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749543 Sep 08 11:09:46.090763 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-242848c8-e527-40d0-b904-38b3b3d3dcca req-36ce1e6e-df6e-449f-b1a1-10749a8dd369 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Sep 08 11:09:46.125325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-41f71ee8-63f0-4869-a3a2-bb841d14678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:46.126785 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-41f71ee8-63f0-4869-a3a2-bb841d14678e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.1228998 Sep 08 11:09:46.205218 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-3db230ec-20c5-46b9-bcff-fcb9d7bcddb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.0434701 Sep 08 11:09:46.282757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-8c8ce4c9-372d-46c7-9c24-ef3a93c36f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:46.284258 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-8c8ce4c9-372d-46c7-9c24-ef3a93c36f18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.0553458 Sep 08 11:09:46.343660 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-06b19384-2008-4756-8b0b-25a71ff56c09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373216 Sep 08 11:09:46.398465 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6de0f-8db2-4b7c-bd57-cf1f0e452788 req-e953e3dd-4960-404b-8040-1cb2adc3122d tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:46.400679 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-15c6de0f-8db2-4b7c-bd57-cf1f0e452788 req-e953e3dd-4960-404b-8040-1cb2adc3122d tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0581920 Sep 08 11:09:46.488684 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-15c6de0f-8db2-4b7c-bd57-cf1f0e452788 req-f004112c-e7cb-4831-be1c-8719a0095500 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Sep 08 11:09:46.529721 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-cc7c6000-4a00-4027-9f65-244384954b9a service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588492 Sep 08 11:09:46.717892 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5ddd5ab7-fb55-4e05-a900-0e0482da53f5 req-a46111bf-0761-41d8-8d34-f62c20cc0f29 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726158 Sep 08 11:09:46.779084 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00af3-6d1d-4e8d-84dc-8633acd4cddf req-ed3dfa77-ba84-490a-86f6-c5e96b139417 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:46.780798 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9ae00af3-6d1d-4e8d-84dc-8633acd4cddf req-ed3dfa77-ba84-490a-86f6-c5e96b139417 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 943 time: 0.0767157 Sep 08 11:09:46.837650 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9ae00af3-6d1d-4e8d-84dc-8633acd4cddf req-efea83d1-18a3-40ec-92bd-30e32d6daecd tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508177 Sep 08 11:09:47.162634 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 73bc8511-9b9a-4050-8ae0-badf0afb72f0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:09:47.237690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a768a-8a91-4976-8ad7-8391844b7a76 req-b28cca46-98c7-41ef-a50e-4db2d0f69153 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:47.241646 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-120a768a-8a91-4976-8ad7-8391844b7a76 req-b28cca46-98c7-41ef-a50e-4db2d0f69153 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0747449 Sep 08 11:09:47.304676 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:47.309354 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-120a768a-8a91-4976-8ad7-8391844b7a76 req-72ea0477-1e01-45e5-ae22-725b69e570de tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Sep 08 11:09:47.317572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'port_id': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'mac_address': 'fa:16:3e:0e:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:09:47.321855 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27f85c-598d-4c2e-9d83-20781e2b0d53 req-855f91a4-f656-4053-8c8d-a1ff659ec5bd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:47.323936 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a27f85c-598d-4c2e-9d83-20781e2b0d53 req-855f91a4-f656-4053-8c8d-a1ff659ec5bd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0811629 Sep 08 11:09:47.370065 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:47.383483 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a27f85c-598d-4c2e-9d83-20781e2b0d53 req-3a632101-0d23-4f67-bc84-ff229aec5e27 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470271 Sep 08 11:09:47.384788 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc8511-9b9a-4050-8ae0-badf0afb72f0 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:09:47.405038 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:47.423218 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:47.485718 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:47.606225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84508-0e35-4a81-be66-a3cd0e65a7d2 req-1eaa3bd4-4255-4681-985a-8beb995f01d7 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:47.607693 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-86f84508-0e35-4a81-be66-a3cd0e65a7d2 req-1eaa3bd4-4255-4681-985a-8beb995f01d7 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0488105 Sep 08 11:09:47.649410 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-86f84508-0e35-4a81-be66-a3cd0e65a7d2 req-8897ea3b-9e2f-4d98-a484-58480666b52a tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Sep 08 11:09:47.952689 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7238-4093-4d08-a00e-f03573fb2f56 req-d5ae7de8-1a97-4a78-aa09-0b0ba997ee6b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:47.954150 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e4ee7238-4093-4d08-a00e-f03573fb2f56 req-d5ae7de8-1a97-4a78-aa09-0b0ba997ee6b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0475125 Sep 08 11:09:47.991782 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e4ee7238-4093-4d08-a00e-f03573fb2f56 req-d420983e-4bdf-4aea-aff5-9256304bfbfe tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Sep 08 11:09:48.184048 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['73bc8511-9b9a-4050-8ae0-badf0afb72f0'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:48.307429 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-ee3858e2-2ec6-438b-b5d9-71dadd959967 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.308923 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-ee3858e2-2ec6-438b-b5d9-71dadd959967 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.44 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0783584 Sep 08 11:09:48.455340 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e225-75be-43dc-8dbf-89bf2ea209b4 req-ebd75699-4483-4cfd-9261-4b6005ad0015 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.456861 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d872e225-75be-43dc-8dbf-89bf2ea209b4 req-ebd75699-4483-4cfd-9261-4b6005ad0015 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0721223 Sep 08 11:09:48.457212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Deleting port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:09:48.457612 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:48.549519 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] For port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,segment=NetworkSegment(af2a6b12-74c1-463d-9050-b26242fd5726),segment_id=af2a6b12-74c1-463d-9050-b26242fd5726)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:48.549878 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:48.554139 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-76ab4034-d96e-4289-a06e-3f0e9456463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.556220 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-76ab4034-d96e-4289-a06e-3f0e9456463e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1099 time: 0.0887556 Sep 08 11:09:48.558992 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d872e225-75be-43dc-8dbf-89bf2ea209b4 req-28b9bf98-40b0-4764-b072-5559328adcb7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925770 Sep 08 11:09:48.564667 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Calling delete_port for 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:09:48.567750 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30604f-2e42-4368-a151-aabbd2db0d2d req-3635edc7-c1b1-4164-b6ba-5c3553dd8a64 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.568602 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cd30604f-2e42-4368-a151-aabbd2db0d2d req-3635edc7-c1b1-4164-b6ba-5c3553dd8a64 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.1225605 Sep 08 11:09:48.665143 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cd30604f-2e42-4368-a151-aabbd2db0d2d req-f4f5eb3f-5ae2-4a6b-baa4-5ed2f5a6e3d8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842018 Sep 08 11:09:48.691787 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-4e71dea5-78cc-4c97-b3b5-3acafd0fbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.693365 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-4e71dea5-78cc-4c97-b3b5-3acafd0fbc40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1224189 Sep 08 11:09:48.791367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-187fbfbd-cde2-4b45-9e60-d9e6382223af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 1002 time: 0.0875576 Sep 08 11:09:48.807106 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192047b-4391-49b1-b964-3035f5d05c0c req-36fd7337-bd8c-4ef2-ae48-b398b9db1de4 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.809189 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a192047b-4391-49b1-b964-3035f5d05c0c req-36fd7337-bd8c-4ef2-ae48-b398b9db1de4 tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/ports?device_id=c608959e-fa07-48b8-a38c-ebc3de35fb93 HTTP/1.1" status: 200 len: 949 time: 0.0692110 Sep 08 11:09:48.885815 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-ca8877c1-b2ff-4e98-934c-f12b20bb2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.887275 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-ca8877c1-b2ff-4e98-934c-f12b20bb2b3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0774732 Sep 08 11:09:48.894339 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a192047b-4391-49b1-b964-3035f5d05c0c req-0182b9cf-6791-4b26-97b9-a5323a164dcf tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.38 "GET /v2.0/security-groups?id=b80f4e69-2340-466d-b858-b8c224b015a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758228 Sep 08 11:09:48.941502 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-4b2b6f10-6129-4ecd-bc5e-a849c1089ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:48.943025 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-4b2b6f10-6129-4ecd-bc5e-a849c1089ced service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403626 Sep 08 11:09:48.944415 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:48.970204 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Pushing event deleted for resources: {'Port': ['ID=8772e1eb-8680-4f83-8e41-f0fe9c80cc08,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:49.043984 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] No DVR routers for this DVR port 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:09:49.045288 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-cef8f011-a652-4e3d-a247-da134e84c51c service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924530 Sep 08 11:09:49.047452 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:49.049520 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ddb0d599-e57b-4c81-8d3c-20ddbf5f11af req-9b7909ba-3022-406d-9438-bf2dfd9952ad tempest-VolumesNegativeTest-445420356 tempest-VolumesNegativeTest-445420356-project] 10.222.0.44 "DELETE /v2.0/ports/8772e1eb-8680-4f83-8e41-f0fe9c80cc08 HTTP/1.1" status: 204 len: 173 time: 0.7200313 Sep 08 11:09:49.050538 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'name': 'network-vif-deleted', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:49.052591 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcc233-ea97-47c6-b73e-9d75c14c5b02" -d '{"events": [{"server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "name": "network-vif-deleted", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:49.091453 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd95d02-0c07-47e2-9860-bee312660289 x-openstack-request-id: req-5dd95d02-0c07-47e2-9860-bee312660289 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:49.091746 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c608959e-fa07-48b8-a38c-ebc3de35fb93", "name": "network-vif-deleted", "tag": "8772e1eb-8680-4f83-8e41-f0fe9c80cc08", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:49.092032 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dd95d02-0c07-47e2-9860-bee312660289 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:49.092515 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c608959e-fa07-48b8-a38c-ebc3de35fb93', 'name': 'network-vif-deleted', 'tag': '8772e1eb-8680-4f83-8e41-f0fe9c80cc08', 'status': 'completed', 'code': 200} Sep 08 11:09:49.192966 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78efe-1c09-46a2-ac9e-dd107244621a req-4a373602-6b44-487f-a2d5-f3a5c0151f9b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:49.194375 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-49f78efe-1c09-46a2-ac9e-dd107244621a req-4a373602-6b44-487f-a2d5-f3a5c0151f9b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 944 time: 0.1171355 Sep 08 11:09:49.196654 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a33cdd1a-f2ef-4efd-b011-f32dd313fc1b req-302899aa-4e7a-4e4c-93df-481378d16303 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399083 Sep 08 11:09:49.237830 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-49f78efe-1c09-46a2-ac9e-dd107244621a req-1efe59fc-2126-46cc-86c9-81845fb39e7e tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370524 Sep 08 11:09:49.671708 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb9089-8c41-4893-9507-b71a73645dcf req-0ecbcdde-7da0-480a-b03d-80c11a4a3b7a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:49.673179 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95cb9089-8c41-4893-9507-b71a73645dcf req-0ecbcdde-7da0-480a-b03d-80c11a4a3b7a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0474653 Sep 08 11:09:49.710155 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95cb9089-8c41-4893-9507-b71a73645dcf req-e43a92e3-f725-4623-b86b-3fa4d1bd85c4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Sep 08 11:09:49.797945 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3379c-aadf-4e4b-92ba-6f277293fc8e req-f7532b35-9b48-4906-8e83-b91bc732fe2f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:49.799440 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34a3379c-aadf-4e4b-92ba-6f277293fc8e req-f7532b35-9b48-4906-8e83-b91bc732fe2f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0532563 Sep 08 11:09:49.836340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-34a3379c-aadf-4e4b-92ba-6f277293fc8e req-e706f893-5b85-40c3-9ff9-b8cee8733558 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309362 Sep 08 11:09:50.365155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc1607-2c84-43ce-8a3d-ce0df4426c7b req-115670c9-46f2-4791-b97e-204471bd5726 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:50.366632 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dfdc1607-2c84-43ce-8a3d-ce0df4426c7b req-115670c9-46f2-4791-b97e-204471bd5726 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0557206 Sep 08 11:09:50.412201 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dfdc1607-2c84-43ce-8a3d-ce0df4426c7b req-8c867bbc-0cf7-4bcd-8b0e-d367e03f98c1 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Sep 08 11:09:50.827198 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563eba-a089-4db1-910d-070b8b663cbf req-367b90cf-4a5a-4202-9643-2e01ceaf8dfe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:50.828711 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5563eba-a089-4db1-910d-070b8b663cbf req-367b90cf-4a5a-4202-9643-2e01ceaf8dfe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0502703 Sep 08 11:09:50.874074 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5563eba-a089-4db1-910d-070b8b663cbf req-98cc5304-3456-4ff6-85d2-586344271fdb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Sep 08 11:09:50.960119 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8860ab-3cf2-4c26-a343-f6ed923b2678 req-7598840a-e23a-4779-84ee-e786ab56f5f5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:50.961648 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c8860ab-3cf2-4c26-a343-f6ed923b2678 req-7598840a-e23a-4779-84ee-e786ab56f5f5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 946 time: 0.0518322 Sep 08 11:09:51.000455 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c8860ab-3cf2-4c26-a343-f6ed923b2678 req-88d5fc4e-8267-467a-be22-abe8093c4465 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323994 Sep 08 11:09:51.191810 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 73bc8511-9b9a-4050-8ae0-badf0afb72f0 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:09:51.240583 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:09:51.244638 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:51.245009 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.331809 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.355514 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:51.357748 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c150fb-c876-46af-8c2d-c3e89d314ea3" -d '{"events": [{"server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "name": "network-vif-plugged", "status": "completed", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:51.371209 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:51.376374 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.377526 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:09:51.402603 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b420e-c7f3-4777-87fa-b9736c0be55b x-openstack-request-id: req-406b420e-c7f3-4777-87fa-b9736c0be55b {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:51.402891 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "name": "network-vif-plugged", "status": "completed", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:51.403135 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-406b420e-c7f3-4777-87fa-b9736c0be55b {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:51.403518 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'code': 200} Sep 08 11:09:51.460673 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:51.548092 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ddd9f-9570-4674-88be-4a2ae49382e1 req-f603f713-76c5-4976-9c40-ec6846edaff2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:51.549813 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-003ddd9f-9570-4674-88be-4a2ae49382e1 req-f603f713-76c5-4976-9c40-ec6846edaff2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Sep 08 11:09:51.601723 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-003ddd9f-9570-4674-88be-4a2ae49382e1 req-ea654d11-8ba2-4cd3-8562-61cf4ee88927 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Sep 08 11:09:51.647507 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.660711 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7b418941-73d0-4bd4-8754-e0ac06d13049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.691314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:51.695492 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:51.696315 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:09:51.746891 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=8']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:51.752309 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd874-f77e-4ddb-9f79-b7fa83888ff7 req-d3a50b91-b9ff-47a0-b404-07e28987f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:51.753823 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-442bd874-f77e-4ddb-9f79-b7fa83888ff7 req-d3a50b91-b9ff-47a0-b404-07e28987f7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0554225 Sep 08 11:09:51.772155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:09:51.772497 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8772e1eb-8680-4f83-8e41-f0fe9c80cc08 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:09:51.804775 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-442bd874-f77e-4ddb-9f79-b7fa83888ff7 req-ea6543d3-9368-4172-a6ba-e743f2704421 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279570 Sep 08 11:09:52.000031 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b743c29-ba93-4d39-a8ec-f15b2593e60e req-5add4174-bd2d-4a42-b535-baf9d08f44a5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:52.001568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2b743c29-ba93-4d39-a8ec-f15b2593e60e req-5add4174-bd2d-4a42-b535-baf9d08f44a5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0556967 Sep 08 11:09:52.046887 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2b743c29-ba93-4d39-a8ec-f15b2593e60e req-ca207c66-9706-4d3b-bb2e-ba7a90607af4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379319 Sep 08 11:09:52.129812 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe3b0d-692d-4cdd-a229-802ac2c5b7d3 req-bd1ee027-ba4a-4ed6-bfef-1c830dfe02be tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:52.131293 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-74fe3b0d-692d-4cdd-a229-802ac2c5b7d3 req-bd1ee027-ba4a-4ed6-bfef-1c830dfe02be tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0499084 Sep 08 11:09:52.172638 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-74fe3b0d-692d-4cdd-a229-802ac2c5b7d3 req-4fb2f196-bef1-4b82-ad77-e0b45fcc332a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353734 Sep 08 11:09:52.660359 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-808223c5-78a0-4d01-b97a-844540bcbcab req-fe94a6c4-4908-425d-b37d-cb8f4d098950 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:09:52.661583 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-808223c5-78a0-4d01-b97a-844540bcbcab req-fe94a6c4-4908-425d-b37d-cb8f4d098950 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055525 Sep 08 11:09:52.726318 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6125a-27ea-49fb-851c-a53c0703f16f req-299451b3-e226-46fb-ab01-9cc5a69d26a7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:52.727873 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77c6125a-27ea-49fb-851c-a53c0703f16f req-299451b3-e226-46fb-ab01-9cc5a69d26a7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Sep 08 11:09:52.774843 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77c6125a-27ea-49fb-851c-a53c0703f16f req-1aae99fe-64a5-46e0-8b38-f6082265efc7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 Sep 08 11:09:52.821700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699869ba-cec7-4144-a06f-f6dedd231363 req-8b95d1db-9036-4d8d-bb9d-0e1beb4cc93a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:52.823172 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-699869ba-cec7-4144-a06f-f6dedd231363 req-8b95d1db-9036-4d8d-bb9d-0e1beb4cc93a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0536065 Sep 08 11:09:52.870644 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-699869ba-cec7-4144-a06f-f6dedd231363 req-553f1e85-dd66-4615-b1b7-2a5b8e1d6a9e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412943 Sep 08 11:09:53.129958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:53.231994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e103e-4ac1-445c-a7b2-5c310a9a0552 req-ac33e3ed-93b2-4823-b8f3-54848503155d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:53.233455 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0f4e103e-4ac1-445c-a7b2-5c310a9a0552 req-ac33e3ed-93b2-4823-b8f3-54848503155d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0886199 Sep 08 11:09:53.249953 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-88e36b82-f809-4e4a-8106-e8df1702cd85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188831 Sep 08 11:09:53.263933 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-0607dab2-b6a2-4950-b959-64ba920846fc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:09:53.265088 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-0607dab2-b6a2-4950-b959-64ba920846fc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077605 Sep 08 11:09:53.296934 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0f4e103e-4ac1-445c-a7b2-5c310a9a0552 req-bfaf4b67-e382-4628-9a0c-3dbc3f5f0689 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558949 Sep 08 11:09:53.405137 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:53.409739 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e7496-c249-447e-9c96-37a2523954b4" -d '{"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:53.449355 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515e799-dba4-4655-bf3a-aff6baf79eb1 x-openstack-request-id: req-9515e799-dba4-4655-bf3a-aff6baf79eb1 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:53.449861 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-unplugged", "status": "failed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "code": 422}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:53.450117 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9515e799-dba4-4655-bf3a-aff6baf79eb1 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:53.450939 dv-cinder-760194-10-iscsi neutron-server[94029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'code': 422} returned with failed status Sep 08 11:09:53.593571 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48146) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:53.734087 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d1f83e19-29ad-46ff-a7b1-6a9eacb5e7c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04f13c2b97844baa8d27e4396f6d418b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389945 Sep 08 11:09:53.736470 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48150) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:53.782859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:53.805887 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:53.853685 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:53.856242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:53.859635 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b80f4e69-2340-466d-b858-b8c224b015a0 HTTP/1.1" status: 204 len: 168 time: 0.1199679 Sep 08 11:09:53.867753 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff511b-f385-4eb4-8a2a-132180cb0f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80f4e69-2340-466d-b858-b8c224b015a0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:53.920980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d980c-2a14-405b-8c8c-cfed9b260769 req-529b05c1-9529-4565-aed1-e962b9dc73e1 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:53.922417 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-553d980c-2a14-405b-8c8c-cfed9b260769 req-529b05c1-9529-4565-aed1-e962b9dc73e1 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0739009 Sep 08 11:09:53.983405 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-553d980c-2a14-405b-8c8c-cfed9b260769 req-8c5c4a61-5a00-4212-9cc7-cd3ed017720d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547745 Sep 08 11:09:54.008678 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be2f6-8332-4dd2-8cac-1cb2e469a7f0 req-fa0dfd45-5175-4a81-a517-d4b98b17283c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.010905 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9c0be2f6-8332-4dd2-8cac-1cb2e469a7f0 req-fa0dfd45-5175-4a81-a517-d4b98b17283c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0652046 Sep 08 11:09:54.055129 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9c0be2f6-8332-4dd2-8cac-1cb2e469a7f0 req-15509951-86eb-46bb-9ab2-2d2727f857cd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378113 Sep 08 11:09:54.109147 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fd65b-3ba8-4e90-9423-d517afbd9610 req-9ed5d65e-9c84-4b15-aae7-d1537495b995 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.110710 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad0fd65b-3ba8-4e90-9423-d517afbd9610 req-9ed5d65e-9c84-4b15-aae7-d1537495b995 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0540361 Sep 08 11:09:54.150702 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad0fd65b-3ba8-4e90-9423-d517afbd9610 req-3681504b-9362-406c-8815-0e61070c932e tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335982 Sep 08 11:09:54.174601 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48162) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:54.199676 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a93f-d9c7-4437-b413-03486eedcada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.354321 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d5a7-3f60-4eed-88d8-6d87e1f6da79 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.356098 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-05c1d5a7-3f60-4eed-88d8-6d87e1f6da79 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 1093 time: 0.1805501 Sep 08 11:09:54.358996 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48174) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:54.363173 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'port_id': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:54.386055 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.412716 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61fcaf-d955-4e68-aafe-3c2fd3888db9 req-bde92adf-30c3-479d-9667-468393943a20 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.414210 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fa61fcaf-d955-4e68-aafe-3c2fd3888db9 req-bde92adf-30c3-479d-9667-468393943a20 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0798779 Sep 08 11:09:54.427027 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6079c-9e6b-460f-a121-ba31f41e0443 req-004e8c9f-3254-4d99-b90f-f6ccbf40abfd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.429274 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-24d6079c-9e6b-460f-a121-ba31f41e0443 req-004e8c9f-3254-4d99-b90f-f6ccbf40abfd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0651891 Sep 08 11:09:54.489110 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fa61fcaf-d955-4e68-aafe-3c2fd3888db9 req-c6ee0dd6-c718-485e-b23a-9b084c162d8e tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561707 Sep 08 11:09:54.503214 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-24d6079c-9e6b-460f-a121-ba31f41e0443 req-9dd2129b-cf24-4dea-8a3d-dca69f58fbb0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649045 Sep 08 11:09:54.507126 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.509393 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48178) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:54.544575 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.622612 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.27.0.219 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/05e8111b-3847-482d-afbe-6017af2435fe) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:54.669700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc1994-202d-4c7d-8179-1dc079b123a6 tempest-TestMinimumBasicScenario-1253745596 tempest-TestMinimumBasicScenario-1253745596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:54.671227 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-2bdc1994-202d-4c7d-8179-1dc079b123a6 tempest-TestMinimumBasicScenario-1253745596 tempest-TestMinimumBasicScenario-1253745596-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1094 time: 0.1588337 Sep 08 11:09:54.674205 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48182) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:54.678606 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'port_id': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:54.700723 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.721777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.761484 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.797724 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:54.798045 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:54.801007 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:54.804525 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:54.847525 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=05e8111b-3847-482d-afbe-6017af2435fe,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:54.904278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Allocated IP 172.27.0.43 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/a8e7a9d9-7c30-4e2d-807b-bf046709258a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:09:55.006442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.048424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.062339 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.083572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:09:55.089238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:09:55.091778 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:09:55.139226 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'Port': ['ID=a8e7a9d9-7c30-4e2d-807b-bf046709258a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:55.192942 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:09:55.194555 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.246843 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5dc4-b5cc-45fe-b964-83778a50ceab req-8f87713e-4298-4f3a-86dd-33ccdcf66482 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:55.248486 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d0a5dc4-b5cc-45fe-b964-83778a50ceab req-8f87713e-4298-4f3a-86dd-33ccdcf66482 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.1039326 Sep 08 11:09:55.271480 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.332114 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d0a5dc4-b5cc-45fe-b964-83778a50ceab req-4c1bb14b-9227-4316-b54e-9804bc343d83 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767770 Sep 08 11:09:55.421588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.426340 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.495126 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=05e8111b-3847-482d-afbe-6017af2435fe,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:55.510477 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.622739 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 6c777ebd-7c3c-4443-a225-d17a91a0a736 associated. External IP: 172.27.0.219, port: 73bc8511-9b9a-4050-8ae0-badf0afb72f0. Sep 08 11:09:55.804252 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560654e-4d0f-4a54-a5b9-d3be35e8e06d req-2e7c000c-7cdf-4cf2-89b2-c0fee1b9c1be tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:55.805321 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0560654e-4d0f-4a54-a5b9-d3be35e8e06d req-2e7c000c-7cdf-4cf2-89b2-c0fee1b9c1be tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0854807 Sep 08 11:09:55.812932 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.830392 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:09:55.875351 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0560654e-4d0f-4a54-a5b9-d3be35e8e06d req-dc650740-974a-4b96-86a3-a31c12e053a0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602603 Sep 08 11:09:55.904106 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.937127 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:09:55.948270 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:09:55.955328 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:55.957282 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:55.957887 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:09:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:55.983505 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-814c541f-40a5-4064-8887-82d3d50dd7d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6235054 Sep 08 11:09:55.984395 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:55.986666 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:56.023979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5157b2-8f03-441a-b588-8fe953c31b61 x-openstack-request-id: req-0b5157b2-8f03-441a-b588-8fe953c31b61 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:56.024782 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:56.025077 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b5157b2-8f03-441a-b588-8fe953c31b61 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:56.025597 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'status': 'completed', 'code': 200} Sep 08 11:09:56.060536 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:56.065615 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:56.081791 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:56.163702 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'Port': ['ID=a8e7a9d9-7c30-4e2d-807b-bf046709258a,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:56.176701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:56.181239 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-3b944d12-7730-4565-837e-c41d41def999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:56.182690 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-3b944d12-7730-4565-837e-c41d41def999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1094341 Sep 08 11:09:56.303824 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6c777ebd-7c3c-4443-a225-d17a91a0a736', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:0e:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:56.329432 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:09:56.338856 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:56.339513 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:09:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:56.342871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Floating IP 7df2545e-12ee-4d10-992d-c8531de303ac associated. External IP: 172.27.0.43, port: 988c9ffc-5ffb-4796-b65d-b387a98fdf4e. Sep 08 11:09:56.346514 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-08ba5195-8579-4935-b968-18373abe919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:56.347984 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-08ba5195-8579-4935-b968-18373abe919a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.1366370 Sep 08 11:09:56.516790 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-bb2283f0-00fa-4cba-af87-2d0fe46aea47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0 HTTP/1.1" status: 200 len: 999 time: 0.1368203 Sep 08 11:09:56.523916 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:56.546424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d2d61-2e4c-43b7-ad63-f26115a855e9 req-17aa89e3-867f-4aee-8b0c-fd57b7ab5b5d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:56.547858 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd6d2d61-2e4c-43b7-ad63-f26115a855e9 req-17aa89e3-867f-4aee-8b0c-fd57b7ab5b5d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.1312559 Sep 08 11:09:56.646006 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-6563fc29-7db3-4452-845a-059e6ef2c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:56.647477 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-6563fc29-7db3-4452-845a-059e6ef2c1dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.1185257 Sep 08 11:09:56.658289 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd6d2d61-2e4c-43b7-ad63-f26115a855e9 req-be25a49e-3278-49d7-9c25-626909d81606 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918388 Sep 08 11:09:56.739802 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6c777ebd-7c3c-4443-a225-d17a91a0a736', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:0e:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:56.744665 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Router 3a60158f-90e8-4e1d-bd22-9827f37927f2 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:09:56.747748 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-c115afc5-8956-4c61-80e8-c1988d49af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:56.749249 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-c115afc5-8956-4c61-80e8-c1988d49af66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606561 Sep 08 11:09:56.770132 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccaafc-f396-4ca3-9e0e-77f177364f56 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6c777ebd-7c3c-4443-a225-d17a91a0a736', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:0e:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:09:56.926469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:09:56.933236 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-388ac639-2a42-4229-bdb7-0f83cdf7e74a service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438971 Sep 08 11:09:56.938202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Sync routers for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:09:56.948038 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:56.949101 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:56.949736 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:09:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:56.994030 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524804b5-c2e8-4e07-96c8-8bad7b3f5b39 None None] New status for floating IP 6c777ebd-7c3c-4443-a225-d17a91a0a736: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:09:57.039393 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b6648569-f372-43b8-8556-6431073295fe tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3641624 Sep 08 11:09:57.041572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:57.042488 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48202) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:57.044338 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56423f51-a5f5-48fa-a4de-072e744f9095" -d '{"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:57.047086 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530389587', 'description': 'tempest-secgroup-smoke-1530389587 description', 'project_id': 'ca4fd72283a241498b81dc0e66890b93'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:57.072622 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:57.091550 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7990d9-9c9d-46df-bab0-42a78d2402e5 req-8118ae03-5c85-4616-9fc8-62dfb0b6121b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.100548 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ee7990d9-9c9d-46df-bab0-42a78d2402e5 req-8118ae03-5c85-4616-9fc8-62dfb0b6121b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.1340411 Sep 08 11:09:57.105055 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.116109 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46474eb-003d-4fb0-9579-a094f248f8e7 x-openstack-request-id: req-c46474eb-003d-4fb0-9579-a094f248f8e7 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:57.116554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:57.116965 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c46474eb-003d-4fb0-9579-a094f248f8e7 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:57.117667 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:09:57.175755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ee7990d9-9c9d-46df-bab0-42a78d2402e5 req-efaf7615-dcff-4097-818d-fd979fa2f435 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Sep 08 11:09:57.181493 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad6a7769-fe13-4afe-b957-3c9fabca9dd4 req-3cee1904-1451-4ee5-bdb2-52fcbbe89308 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135069 Sep 08 11:09:57.216914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-ae928b49-9999-4d9d-b08f-1a59599b7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.218606 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-ae928b49-9999-4d9d-b08f-1a59599b7e46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1099 time: 0.0721307 Sep 08 11:09:57.255750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.265892 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.335508 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.337907 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.339125 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2956622 Sep 08 11:09:57.341741 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75442d-9c07-4020-8d2d-88356076dcb3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e60009-3f8d-4388-a2b3-03cd84dba183,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:57.342556 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48206) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:57.347626 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:57.369921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-fe733bce-c3a2-4f3a-8a5b-c0c79ec7c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.371419 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-fe733bce-c3a2-4f3a-8a5b-c0c79ec7c3d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.1335258 Sep 08 11:09:57.379152 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.421469 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '7df2545e-12ee-4d10-992d-c8531de303ac', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'port_id': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'mac_address': 'fa:16:3e:bc:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:57.438544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.443644 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.452010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Checking router: 3a60158f-90e8-4e1d-bd22-9827f37927f2 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:09:57.461007 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb8c9bb-4308-476c-8540-5604e7d2fc39,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:57.461296 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:09:57.462480 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:09:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:57.469617 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.473666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-6fbb4607-a20f-4b2b-8eec-b26b8586a01c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273291 Sep 08 11:09:57.473890 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48208) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:57.483627 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:57.490316 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-ef7de3ec-2d60-4f8a-ba32-4d46b0f4d642 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 999 time: 0.1096625 Sep 08 11:09:57.543455 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.565981 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-588fb8db-0b65-4c25-a95c-1dc51971bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.567442 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-588fb8db-0b65-4c25-a95c-1dc51971bad5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0653238 Sep 08 11:09:57.574805 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:09:57.631850 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.636126 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.641004 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-ce3f9c12-3eac-4164-9bc7-7697cb2cdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.642444 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-ce3f9c12-3eac-4164-9bc7-7697cb2cdc4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646999 Sep 08 11:09:57.655912 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b842dfe-da9d-4cd4-ae99-d200127dec89,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:57.668232 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.669350 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fbd44f64-722b-4182-ad6a-9471df89076a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1945415 Sep 08 11:09:57.672315 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48210) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:57.677379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:57.710206 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.763329 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-5a61f560-e596-4c9d-9526-ca332443a2f3 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047552 Sep 08 11:09:57.825436 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5ec37-0b2d-4fdc-bdb1-5e2c95152ff4 req-f609833c-677a-4bd2-a548-0872dda01e29 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:57.829063 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-57d5ec37-0b2d-4fdc-bdb1-5e2c95152ff4 req-f609833c-677a-4bd2-a548-0872dda01e29 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0767748 Sep 08 11:09:57.834551 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '7df2545e-12ee-4d10-992d-c8531de303ac', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'port_id': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'mac_address': 'fa:16:3e:bc:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:09:57.846645 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.856385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.865448 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5d1a4-b6a2-409d-9001-1d44f21f4030 None None] The sync data for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi is: [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '7df2545e-12ee-4d10-992d-c8531de303ac', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'port_id': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'mac_address': 'fa:16:3e:bc:0b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:09:55Z', 'updated_at': '2021-09-08T11:09:55Z', 'revision_number': 0, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:09:57.875663 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-56423f51-a5f5-48fa-a4de-072e744f9095 req-f6705b8f-c96a-44aa-968b-50ca2baff264 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962794 Sep 08 11:09:57.891235 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba204a29-a48e-41d8-a9cb-3522161f5d3d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:57.904443 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-57d5ec37-0b2d-4fdc-bdb1-5e2c95152ff4 req-a455e5b1-e2de-4c5a-8b6a-69a92b38526b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653613 Sep 08 11:09:57.905864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:57.907010 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-195f9055-291b-4103-9830-5312bcd26f73 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2336814 Sep 08 11:09:57.909824 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48216) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:57.914260 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:57.940392 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.000401 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.004420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.026620 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d08da1-0a7b-40a4-9775-2725e2bc5bf4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:58.034769 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.036268 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-7cd3a6c4-1804-4fc0-8230-6906e9d64144 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255176 Sep 08 11:09:58.039021 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48218) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:58.043734 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:58.065541 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Project ca4fd72283a241498b81dc0e66890b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:09:58.070732 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.075356 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c6db7-241b-45d5-85c2-57411d5837f0 None None] New status for floating IP 7df2545e-12ee-4d10-992d-c8531de303ac: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:09:58.134357 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.138677 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.154438 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e110b72-f34f-4b6a-973c-aeb73102fa66,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:58.163203 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.164592 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-63ef8e76-0e7c-47f7-8da9-26a45bfc532a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245751 Sep 08 11:09:58.167300 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48220) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:09:58.171676 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'security_group_rule': {'security_group_id': 'f9e60009-3f8d-4388-a2b3-03cd84dba183', 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:58.197051 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Project ca4fd72283a241498b81dc0e66890b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:09:58.202865 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.293083 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.296806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.324550 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a185e-19fc-486d-801d-fb8cb7ade63f req-2bd5cfce-81d3-452f-806f-4a1c79f2c7aa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:58.326027 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-382a185e-19fc-486d-801d-fb8cb7ade63f req-2bd5cfce-81d3-452f-806f-4a1c79f2c7aa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0812223 Sep 08 11:09:58.327280 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee9e027-614a-432f-8085-75c83a0a727d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:58.340003 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.341098 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-edde806a-d13a-46ad-879e-a2e3646ee8f0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728048 Sep 08 11:09:58.367041 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-382a185e-19fc-486d-801d-fb8cb7ade63f req-98143df2-19bf-4e67-8f69-e00d44218b5d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Sep 08 11:09:58.419125 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-0bd197cc-013e-4fa7-8540-411911ec9fb9 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530389587&fields=id&tenant_id=ca4fd72283a241498b81dc0e66890b93 HTTP/1.1" status: 200 len: 267 time: 0.0335488 Sep 08 11:09:58.472311 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-52e5b06f-304d-4e17-9ad7-306aa73792c0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:58.473710 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-52e5b06f-304d-4e17-9ad7-306aa73792c0 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0491195 Sep 08 11:09:58.485980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'port': {'security_groups': ['2a9ac6d4-e305-489f-9448-4cc606649a50', 'f9e60009-3f8d-4388-a2b3-03cd84dba183']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:09:58.548601 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.728328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:09:58.755665 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.760584 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.772582 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:58.804494 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:58.804997 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:58.809381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7cc2f553-f767-4e55-a2a2-ddd6f23bbc06 req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "PUT /v2.0/ports/988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 982 time: 0.3289986 Sep 08 11:09:58.839442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db82747-0ce6-4473-a9e1-d31631e3559f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:09:58.939025 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0ff2-9462-45dd-b325-4df4be83d6ae req-24998b1e-662b-48b3-aefa-b5896d8da96d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:58.940151 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-464a0ff2-9462-45dd-b325-4df4be83d6ae req-24998b1e-662b-48b3-aefa-b5896d8da96d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0517752 Sep 08 11:09:58.967033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:09:58.988666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-464a0ff2-9462-45dd-b325-4df4be83d6ae req-0bbe89e5-2e13-4a55-b3e2-dfd0f91a1426 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414650 Sep 08 11:09:59.041802 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d0a20-b5b7-4984-bf96-2041a7c46a8c req-e056ec15-0297-46a7-b231-b600d4b091af tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.043299 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ab3d0a20-b5b7-4984-bf96-2041a7c46a8c req-e056ec15-0297-46a7-b231-b600d4b091af tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0532296 Sep 08 11:09:59.081837 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ab3d0a20-b5b7-4984-bf96-2041a7c46a8c req-4a7fd469-2474-41e4-affa-77a8df9a6c8a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325010 Sep 08 11:09:59.118270 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c92c6a71-d23b-476a-aa66-92c4fbce8ae7 None None] Provisioning complete for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:09:59.118846 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:09:59.118969 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c92c6a71-d23b-476a-aa66-92c4fbce8ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:09:59.121088 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:09:59.155875 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0404cc-2f08-4b30-9dca-91b459b421d0 x-openstack-request-id: req-7d0404cc-2f08-4b30-9dca-91b459b421d0 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:09:59.156544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:09:59.156544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d0404cc-2f08-4b30-9dca-91b459b421d0 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:09:59.157034 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:09:59.226855 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-ccfe0eb0-171e-4d87-89fe-4869ba62cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.229122 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-ccfe0eb0-171e-4d87-89fe-4869ba62cf4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1138 time: 0.0404265 Sep 08 11:09:59.317674 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-30a2767c-8ed4-41b0-a6d9-6ff46c49c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.319129 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-30a2767c-8ed4-41b0-a6d9-6ff46c49c8f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.0824747 Sep 08 11:09:59.393792 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-1960edc6-8c5a-451e-a151-177c8f9f3148 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 1001 time: 0.0611198 Sep 08 11:09:59.454275 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-71fc0307-a8ef-4530-9957-9cbb2731a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.455911 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-71fc0307-a8ef-4530-9957-9cbb2731a5b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0441785 Sep 08 11:09:59.491026 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6f7b6-ed09-41d4-a846-b459cd3ef2e4 req-7543bd2f-5343-471b-b44d-160e4619091f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.492783 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e1c6f7b6-ed09-41d4-a846-b459cd3ef2e4 req-7543bd2f-5343-471b-b44d-160e4619091f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0552452 Sep 08 11:09:59.520016 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-622cb22c-3f75-4857-ad58-bb5fb0dc9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:09:59.521498 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-622cb22c-3f75-4857-ad58-bb5fb0dc9da5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451026 Sep 08 11:09:59.533815 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e1c6f7b6-ed09-41d4-a846-b459cd3ef2e4 req-b53b9cfb-6e10-4fd0-a57d-81ca561d4917 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Sep 08 11:09:59.621696 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-37b541f7-ec72-4a89-9785-caa45af03dcb service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Sep 08 11:09:59.714162 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-a4a9a5fd-3352-4d04-aaf7-5b723cac70b8 req-eecdb1b4-96b2-4137-830e-ac4d1cbf680a service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812657 Sep 08 11:10:00.203922 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f54ae-e30e-4290-8cd3-b4a758b3e3c6 req-1083ac98-067f-4dbd-9e41-ce8863b454c5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:00.205418 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-398f54ae-e30e-4290-8cd3-b4a758b3e3c6 req-1083ac98-067f-4dbd-9e41-ce8863b454c5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0495067 Sep 08 11:10:00.243434 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-398f54ae-e30e-4290-8cd3-b4a758b3e3c6 req-7e926045-22fe-4dc8-a752-ec18f6dce3c6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320373 Sep 08 11:10:00.647545 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958477a8-0317-45f6-98a0-b0d0ed70bd61 req-a6b67cea-1fb5-4284-b95d-2a7b7e561605 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:00.649508 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-958477a8-0317-45f6-98a0-b0d0ed70bd61 req-a6b67cea-1fb5-4284-b95d-2a7b7e561605 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0497301 Sep 08 11:10:00.685929 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-958477a8-0317-45f6-98a0-b0d0ed70bd61 req-ec71baf1-c1eb-4dd9-b8b5-a142224a4458 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Sep 08 11:10:01.006844 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:10:01.367694 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a4ce-b245-4c20-be7b-c02d2cb797c9 req-8dc536f2-f9ea-4e70-b85a-87946093f6b5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:01.369691 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e33a4ce-b245-4c20-be7b-c02d2cb797c9 req-8dc536f2-f9ea-4e70-b85a-87946093f6b5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0535712 Sep 08 11:10:01.407343 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e33a4ce-b245-4c20-be7b-c02d2cb797c9 req-3be2939a-d3b1-4108-85f1-d5b16ccae066 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Sep 08 11:10:01.531978 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-b78a60ec-4ff9-465d-92eb-7a09e5d599ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:01.533488 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-b78a60ec-4ff9-465d-92eb-7a09e5d599ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 1097 time: 0.0713208 Sep 08 11:10:01.607457 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-0711fb03-165b-41f9-9d0b-23e48f8fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:01.608928 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-0711fb03-165b-41f9-9d0b-23e48f8fc232 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1097 time: 0.0375724 Sep 08 11:10:01.805439 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651fe6-8598-4c4b-90f4-edc75b5f0c9a req-de047821-6258-4234-ac4b-b0640cf7cd75 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:01.807592 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-51651fe6-8598-4c4b-90f4-edc75b5f0c9a req-de047821-6258-4234-ac4b-b0640cf7cd75 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0507686 Sep 08 11:10:01.846271 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-51651fe6-8598-4c4b-90f4-edc75b5f0c9a req-0779718b-d831-4853-b8d3-6a285c2670d1 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Sep 08 11:10:01.920754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-747c8700-b22d-4ea9-84be-d7f095ddf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:01.922231 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-747c8700-b22d-4ea9-84be-d7f095ddf698 service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.2962723 Sep 08 11:10:01.985263 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-e21c2863-ade0-4536-9331-2e46c3582534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 200 len: 1000 time: 0.0555325 Sep 08 11:10:02.032864 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-49595505-f045-4fdc-8307-47020ac7c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:02.034234 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-49595505-f045-4fdc-8307-47020ac7c9be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0410933 Sep 08 11:10:02.082341 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-ea55300f-54bc-4815-965e-d6d65941fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:02.083826 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-ea55300f-54bc-4815-965e-d6d65941fea0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418880 Sep 08 11:10:02.173064 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-000756f8-6996-4ec3-94a2-08bfd144e7ce service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819294 Sep 08 11:10:02.267842 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-4c34388e-619e-4861-b2a6-b3d253796e4e req-f0271933-fd01-401e-aa64-67eb9c3a858d service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Sep 08 11:10:02.531669 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7116-d52d-402e-9c04-6e8998a7e7f1 req-ad2e5e23-bc23-477e-909f-f6adf247d01a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:02.533208 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b40d7116-d52d-402e-9c04-6e8998a7e7f1 req-ad2e5e23-bc23-477e-909f-f6adf247d01a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0517104 Sep 08 11:10:02.578592 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b40d7116-d52d-402e-9c04-6e8998a7e7f1 req-4ed1c0cc-c821-4e57-8a52-303c3ec40849 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343134 Sep 08 11:10:02.980048 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76423ee-ed19-4f47-8058-8626d5975124 req-16d1ef39-5c12-430b-9905-0a280899e8d2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:02.982038 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f76423ee-ed19-4f47-8058-8626d5975124 req-16d1ef39-5c12-430b-9905-0a280899e8d2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0648489 Sep 08 11:10:03.037498 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f76423ee-ed19-4f47-8058-8626d5975124 req-05f2f737-a863-4a4c-a25d-b2ecbb1176bb tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Sep 08 11:10:03.707573 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5461115-7aab-4b69-a85b-0991275a3ee8 req-3aff9be9-cf0b-4c7c-8e44-d4d5fa6c2f6f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:03.709224 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5461115-7aab-4b69-a85b-0991275a3ee8 req-3aff9be9-cf0b-4c7c-8e44-d4d5fa6c2f6f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0499439 Sep 08 11:10:03.749362 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b5461115-7aab-4b69-a85b-0991275a3ee8 req-e331cd25-205b-456f-9d58-5f5eb685db20 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316494 Sep 08 11:10:03.824892 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a33f-0811-48b7-bbc3-70e013e0eef4 req-329178a0-b130-42d8-8975-3a2483ed5391 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:03.828424 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e3a6a33f-0811-48b7-bbc3-70e013e0eef4 req-329178a0-b130-42d8-8975-3a2483ed5391 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0649853 Sep 08 11:10:03.867963 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e3a6a33f-0811-48b7-bbc3-70e013e0eef4 req-596dcc4a-fe07-4777-97c8-bc32d6219f65 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Sep 08 11:10:04.155291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe3030-bf70-4d4c-bc52-3bc0fcb51815 req-c1c54488-ed4f-4bed-87c4-4321336108e4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:04.160737 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-24fe3030-bf70-4d4c-bc52-3bc0fcb51815 req-c1c54488-ed4f-4bed-87c4-4321336108e4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0616572 Sep 08 11:10:04.422313 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-24fe3030-bf70-4d4c-bc52-3bc0fcb51815 req-03437aee-b67f-41be-8dbb-fa14ced40023 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585084 Sep 08 11:10:04.866729 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224a4c-8b05-4d43-b221-8c8605e5f5d3 req-acad6295-124e-4403-b269-70469f0a9672 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:04.868585 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bb224a4c-8b05-4d43-b221-8c8605e5f5d3 req-acad6295-124e-4403-b269-70469f0a9672 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0479662 Sep 08 11:10:04.919042 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bb224a4c-8b05-4d43-b221-8c8605e5f5d3 req-86889586-5c6f-41c3-a18d-1c23bada896f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442443 Sep 08 11:10:05.011556 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e90e3-4520-4ff7-93b8-6fd7dd539ff8 req-cc7d7cbc-d81c-4155-bdcc-a045a1b7564c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:05.013024 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9f7e90e3-4520-4ff7-93b8-6fd7dd539ff8 req-cc7d7cbc-d81c-4155-bdcc-a045a1b7564c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0480363 Sep 08 11:10:05.050313 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9f7e90e3-4520-4ff7-93b8-6fd7dd539ff8 req-97866472-7921-4710-8d0f-301730182686 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Sep 08 11:10:05.558831 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd84590-cb70-4942-84a3-d5bba8e38540 req-b7a52060-d8f8-4951-832e-48ab50f03441 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:05.560989 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6cd84590-cb70-4942-84a3-d5bba8e38540 req-b7a52060-d8f8-4951-832e-48ab50f03441 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0713718 Sep 08 11:10:05.601290 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6cd84590-cb70-4942-84a3-d5bba8e38540 req-94a3b613-040b-4043-b05c-ab2275be6aca tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Sep 08 11:10:06.037989 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8a52c-3912-4c03-9194-a9a64a24810f req-f5468e46-28a8-458d-aeea-f63cefc95175 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:06.039469 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2c8a52c-3912-4c03-9194-a9a64a24810f req-f5468e46-28a8-458d-aeea-f63cefc95175 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0480542 Sep 08 11:10:06.077800 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2c8a52c-3912-4c03-9194-a9a64a24810f req-adcaaa3d-1bb4-4685-b992-fabe223b27a5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313556 Sep 08 11:10:06.189475 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491bf05-8195-424b-9a36-a3de6decb135 req-10d605d6-9a3c-4fd4-8c6a-b5a7b291bacc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:06.190955 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6491bf05-8195-424b-9a36-a3de6decb135 req-10d605d6-9a3c-4fd4-8c6a-b5a7b291bacc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0488942 Sep 08 11:10:06.226755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6491bf05-8195-424b-9a36-a3de6decb135 req-b57c1436-3178-4381-8c2f-7980d371fd75 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298736 Sep 08 11:10:06.721829 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39f7f-eecf-4038-93f0-3ad9e5eef1dd req-6a865f99-2aab-4f03-bc05-5dcf1bdc4a30 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:06.723333 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0a39f7f-eecf-4038-93f0-3ad9e5eef1dd req-6a865f99-2aab-4f03-bc05-5dcf1bdc4a30 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0556273 Sep 08 11:10:06.768591 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0a39f7f-eecf-4038-93f0-3ad9e5eef1dd req-b16fdc3f-8480-433c-9e94-116b1ad116d5 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Sep 08 11:10:07.252498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66307-3444-4796-ab51-6c13a4fb27c7 req-01f822c3-ae08-4c58-9c0e-beb46353ebcd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:07.254092 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ceb66307-3444-4796-ab51-6c13a4fb27c7 req-01f822c3-ae08-4c58-9c0e-beb46353ebcd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0697525 Sep 08 11:10:07.293775 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ceb66307-3444-4796-ab51-6c13a4fb27c7 req-eca88e1b-c43f-4540-aadb-e72860afa0fc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340109 Sep 08 11:10:07.360198 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cfa16-b278-4426-8787-babd05daf5cf req-b73eddb2-ef2d-4f09-9a78-62375886eaf0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:07.361669 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba3cfa16-b278-4426-8787-babd05daf5cf req-b73eddb2-ef2d-4f09-9a78-62375886eaf0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0480545 Sep 08 11:10:07.399215 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba3cfa16-b278-4426-8787-babd05daf5cf req-08d38622-844f-4d85-98d5-1226a7c2a9aa tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Sep 08 11:10:07.889135 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7bf1-200d-4fff-859e-e91591ba0299 req-70b4f1b5-5344-4b49-91ec-799a190dc5a3 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:07.890664 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-344f7bf1-200d-4fff-859e-e91591ba0299 req-70b4f1b5-5344-4b49-91ec-799a190dc5a3 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0535307 Sep 08 11:10:07.929177 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-344f7bf1-200d-4fff-859e-e91591ba0299 req-2bb90718-f886-42ef-ac44-f31f69431d87 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Sep 08 11:10:08.441122 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73cfc-5f87-402a-b28b-c9062fd1fc35 req-7eb2ac66-2471-40af-8921-2c153ced102a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:08.442695 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1c73cfc-5f87-402a-b28b-c9062fd1fc35 req-7eb2ac66-2471-40af-8921-2c153ced102a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0691535 Sep 08 11:10:08.509073 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1c73cfc-5f87-402a-b28b-c9062fd1fc35 req-05072bab-3fd4-462b-b00b-38d44d1b64f6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592403 Sep 08 11:10:08.529971 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a19abf-1d8c-40fe-8c17-43a3e0230c0b req-d54323ce-b96a-47c3-9923-b29e7824feca tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:08.531450 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18a19abf-1d8c-40fe-8c17-43a3e0230c0b req-d54323ce-b96a-47c3-9923-b29e7824feca tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0558441 Sep 08 11:10:08.569015 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18a19abf-1d8c-40fe-8c17-43a3e0230c0b req-d55b8bef-41d4-489c-8811-35084f7a6c7d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Sep 08 11:10:09.045901 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43699a8-1127-43ec-8a9a-d6a9dbcc398f req-21d82593-7a9a-4ac3-b9a2-8c2c9307ef1f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:09.047332 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e43699a8-1127-43ec-8a9a-d6a9dbcc398f req-21d82593-7a9a-4ac3-b9a2-8c2c9307ef1f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0511699 Sep 08 11:10:09.083111 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e43699a8-1127-43ec-8a9a-d6a9dbcc398f req-aba64e52-0f93-423b-b790-4b109ebfbcdc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299554 Sep 08 11:10:09.629325 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962950-9683-4506-bdf2-3a080f5e21df req-f16a7dd4-5ecc-494e-8f77-d1700698c3b3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:09.630818 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b9962950-9683-4506-bdf2-3a080f5e21df req-f16a7dd4-5ecc-494e-8f77-d1700698c3b3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0504127 Sep 08 11:10:09.698907 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b9962950-9683-4506-bdf2-3a080f5e21df req-7673e8fc-9ba1-4b2b-bf36-5a4937bcfbcb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610867 Sep 08 11:10:09.709242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10fcca-16e3-4ee8-a27b-b4824e797579 req-adaf70c9-b806-470a-9130-a4d20d43b221 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:09.710652 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6b10fcca-16e3-4ee8-a27b-b4824e797579 req-adaf70c9-b806-470a-9130-a4d20d43b221 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0746515 Sep 08 11:10:09.748428 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6b10fcca-16e3-4ee8-a27b-b4824e797579 req-5f80f7c1-eb24-4bff-b2f7-95b2102844c3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Sep 08 11:10:10.226799 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679cb4-26d4-4f4b-980c-703c671a5af8 req-108f6f95-a6fe-46d0-b6ca-c1a0ca2841e0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:10.228349 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eb679cb4-26d4-4f4b-980c-703c671a5af8 req-108f6f95-a6fe-46d0-b6ca-c1a0ca2841e0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0652602 Sep 08 11:10:10.268538 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eb679cb4-26d4-4f4b-980c-703c671a5af8 req-0b7a0623-089b-4539-b0db-aafae6d3323d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Sep 08 11:10:10.828513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806ce2-b2b8-4a70-a9b1-1ab48b21a54d req-505b4d1e-cbf7-46f5-ba10-bbd92fff8217 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:10.830269 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-13806ce2-b2b8-4a70-a9b1-1ab48b21a54d req-505b4d1e-cbf7-46f5-ba10-bbd92fff8217 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0616820 Sep 08 11:10:10.908870 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170686e-f90c-498f-85d4-0fa4436add8d req-a1684ea5-cb96-4f48-aa92-35e8793c6693 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:10.910387 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c170686e-f90c-498f-85d4-0fa4436add8d req-a1684ea5-cb96-4f48-aa92-35e8793c6693 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0926630 Sep 08 11:10:10.912990 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-13806ce2-b2b8-4a70-a9b1-1ab48b21a54d req-125c0038-fce4-430c-9436-8af70daf18cb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564878 Sep 08 11:10:10.948542 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c170686e-f90c-498f-85d4-0fa4436add8d req-cf6a67b1-eca3-404c-8639-e2d9c698b27c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Sep 08 11:10:11.382505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab2248-3c70-49fb-bdca-24206d4866fa req-0286a76c-0b9b-4956-81a4-edd98226a0e2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:11.384044 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0ab2248-3c70-49fb-bdca-24206d4866fa req-0286a76c-0b9b-4956-81a4-edd98226a0e2 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0490708 Sep 08 11:10:11.422915 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0ab2248-3c70-49fb-bdca-24206d4866fa req-b67ec062-3d24-4d9f-bb9a-f3fb88e4e894 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Sep 08 11:10:12.063948 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a51dc-58cf-47f0-ba8b-38be6ba835d3 req-c5c8234f-779b-4466-ac65-61970bf4c62d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:12.065401 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1f4a51dc-58cf-47f0-ba8b-38be6ba835d3 req-c5c8234f-779b-4466-ac65-61970bf4c62d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0773575 Sep 08 11:10:12.096100 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb3c4d-9ded-413f-a385-7238beaabed6 req-76386d62-dfd9-4f4b-b011-21c6ce64d3f3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:12.099028 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b8fb3c4d-9ded-413f-a385-7238beaabed6 req-76386d62-dfd9-4f4b-b011-21c6ce64d3f3 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0808988 Sep 08 11:10:12.137372 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1f4a51dc-58cf-47f0-ba8b-38be6ba835d3 req-f3cbefde-e039-4bea-ae0b-6baddf6ab7de tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659206 Sep 08 11:10:12.155197 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b8fb3c4d-9ded-413f-a385-7238beaabed6 req-b10edd51-d722-4921-a708-12f115d3f7ca tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Sep 08 11:10:12.563029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317677c3-2056-4ba8-992e-f996411b9e2d req-c5e4ef8f-54a5-4073-b229-7089adcb5d69 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:12.564501 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-317677c3-2056-4ba8-992e-f996411b9e2d req-c5e4ef8f-54a5-4073-b229-7089adcb5d69 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0483117 Sep 08 11:10:12.600563 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-317677c3-2056-4ba8-992e-f996411b9e2d req-db019800-cc46-43c8-9c10-b82ebdbd45cc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300021 Sep 08 11:10:13.305084 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1ec6-e651-4873-859f-1bad7987e681 req-7a75199e-e5e3-4461-bad5-802bf7025253 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:13.306585 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1afe1ec6-e651-4873-859f-1bad7987e681 req-7a75199e-e5e3-4461-bad5-802bf7025253 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0829256 Sep 08 11:10:13.314687 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de42f-cea0-48f8-82f3-705360fb89d1 req-ec4bdb4b-f13d-4d7c-bb6d-7c0cde514b82 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:13.316094 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b55de42f-cea0-48f8-82f3-705360fb89d1 req-ec4bdb4b-f13d-4d7c-bb6d-7c0cde514b82 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0829690 Sep 08 11:10:13.371081 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1afe1ec6-e651-4873-859f-1bad7987e681 req-1e22b684-1c40-423a-80a1-fc61bdf11bd2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540438 Sep 08 11:10:13.375735 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b55de42f-cea0-48f8-82f3-705360fb89d1 req-36ea0677-5cd8-4bf3-b0d6-83df14fbde85 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Sep 08 11:10:13.733187 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0d337-5574-420d-84f0-27022ccc66bb req-b3be9b90-2afa-4ca0-b543-2838829316e7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:13.734724 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f2f0d337-5574-420d-84f0-27022ccc66bb req-b3be9b90-2afa-4ca0-b543-2838829316e7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0682290 Sep 08 11:10:13.773003 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f2f0d337-5574-420d-84f0-27022ccc66bb req-8e265895-8e26-46c8-a96e-a9110ac1c4e0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Sep 08 11:10:14.522298 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d911-eb4f-4a28-af03-aedc2766875d req-fe568e23-1fcd-462f-b14b-6bdc5c282795 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:14.525062 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a369d911-eb4f-4a28-af03-aedc2766875d req-fe568e23-1fcd-462f-b14b-6bdc5c282795 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0816162 Sep 08 11:10:14.538803 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030417bc-3a06-4446-8404-81bf0c1ae19f req-6c6977e8-83e3-458c-a66e-1b2bd3e6ec72 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:14.540393 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-030417bc-3a06-4446-8404-81bf0c1ae19f req-6c6977e8-83e3-458c-a66e-1b2bd3e6ec72 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0991676 Sep 08 11:10:14.596322 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a369d911-eb4f-4a28-af03-aedc2766875d req-b94b0bc3-3873-478c-873e-0a77f84b483d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507529 Sep 08 11:10:14.611356 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-030417bc-3a06-4446-8404-81bf0c1ae19f req-4cfe40af-12e5-4ecc-867b-2341713c38b2 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Sep 08 11:10:14.891266 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176c9b-1412-4ba8-ba37-3643afdd4e7c req-54c9910f-936a-45a7-aed0-5474742cffcc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:14.892773 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-89176c9b-1412-4ba8-ba37-3643afdd4e7c req-54c9910f-936a-45a7-aed0-5474742cffcc tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0497191 Sep 08 11:10:14.930166 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-89176c9b-1412-4ba8-ba37-3643afdd4e7c req-616e6e9d-8833-47d9-b72d-c93236a54d06 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Sep 08 11:10:15.767702 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1124a3-1bde-4892-888f-7f729296d819 req-f215bc7c-a657-42d2-88eb-4ecf6c639044 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:15.769106 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8a1124a3-1bde-4892-888f-7f729296d819 req-f215bc7c-a657-42d2-88eb-4ecf6c639044 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0771830 Sep 08 11:10:15.780757 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bc025-53b8-49bc-a789-d82d48442c4d req-9665cafa-2f85-4cbe-9026-73b2b9f61e32 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:15.782117 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-493bc025-53b8-49bc-a789-d82d48442c4d req-9665cafa-2f85-4cbe-9026-73b2b9f61e32 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0807383 Sep 08 11:10:15.808646 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:15.839596 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8a1124a3-1bde-4892-888f-7f729296d819 req-0eea05a3-5034-417b-bf87-c4fc31d19046 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565236 Sep 08 11:10:15.842905 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-493bc025-53b8-49bc-a789-d82d48442c4d req-667890d1-5cfc-4397-81f7-3c184003dcd0 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Sep 08 11:10:16.047481 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b04fc-0c0a-42ad-9dd3-b81cbf4249ed req-5742f7b4-e23c-4cbe-922c-443925629fa8 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:16.048885 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a18b04fc-0c0a-42ad-9dd3-b81cbf4249ed req-5742f7b4-e23c-4cbe-922c-443925629fa8 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0469875 Sep 08 11:10:16.094209 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a18b04fc-0c0a-42ad-9dd3-b81cbf4249ed req-6865da98-a41f-4879-9324-bf707d43d6f4 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Sep 08 11:10:17.018560 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d6556-f858-4d99-a2f3-5d2bcd466ea8 req-5514e614-a064-4bb6-93cd-2fb82db78d1c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:17.020143 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f2d6556-f858-4d99-a2f3-5d2bcd466ea8 req-5514e614-a064-4bb6-93cd-2fb82db78d1c tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0843260 Sep 08 11:10:17.040346 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7823ecb-61ad-4949-806c-13e825e37de1 req-d0085be3-d42e-4971-a6d2-be1d3d0878cb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:17.041844 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7823ecb-61ad-4949-806c-13e825e37de1 req-d0085be3-d42e-4971-a6d2-be1d3d0878cb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0716546 Sep 08 11:10:17.083641 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f2d6556-f858-4d99-a2f3-5d2bcd466ea8 req-6c26922c-1613-4e64-82bc-39e268ce4fee tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564442 Sep 08 11:10:17.095144 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e7823ecb-61ad-4949-806c-13e825e37de1 req-be99c41b-59cf-4ac7-853e-00030cec9e50 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457718 Sep 08 11:10:17.222293 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e681e-a06f-430d-9cc8-a678f6181fe5 req-c47616f9-55e1-4b5d-ab73-e0dce145eb31 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:17.223715 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c84e681e-a06f-430d-9cc8-a678f6181fe5 req-c47616f9-55e1-4b5d-ab73-e0dce145eb31 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0601406 Sep 08 11:10:17.264581 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c84e681e-a06f-430d-9cc8-a678f6181fe5 req-60ee6265-f3c2-47d9-99e0-7650484807ee tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349836 Sep 08 11:10:18.222271 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e0ee2-4e0d-42bc-85a9-410bfe63a1e4 req-5fccfea6-f996-4eb9-8989-06ea0b7e0e84 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:18.223713 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0d6e0ee2-4e0d-42bc-85a9-410bfe63a1e4 req-5fccfea6-f996-4eb9-8989-06ea0b7e0e84 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0756354 Sep 08 11:10:18.235432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728622fd-bb83-4b02-9ee9-f99bb92990f2 req-869fe1d4-e7d7-4da8-b777-401bf2386883 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:18.236810 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-728622fd-bb83-4b02-9ee9-f99bb92990f2 req-869fe1d4-e7d7-4da8-b777-401bf2386883 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0623562 Sep 08 11:10:18.297465 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-728622fd-bb83-4b02-9ee9-f99bb92990f2 req-ecd6dbe0-3cc8-4ed7-b8d3-5661f35c5cb2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539343 Sep 08 11:10:18.300486 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0d6e0ee2-4e0d-42bc-85a9-410bfe63a1e4 req-fadcd752-fdcc-4190-92e9-3fed6c38251f tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Sep 08 11:10:18.422110 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75f8ac-04f6-40be-9fd6-df9daf51d2ed req-da40c143-56fb-4f4c-89a6-86edd04fafa0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:18.423495 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dc75f8ac-04f6-40be-9fd6-df9daf51d2ed req-da40c143-56fb-4f4c-89a6-86edd04fafa0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0520046 Sep 08 11:10:18.460771 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dc75f8ac-04f6-40be-9fd6-df9daf51d2ed req-3a0db782-03bd-484d-a78a-b0ebe42ded57 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Sep 08 11:10:19.442425 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049eb4a-7618-4ca6-b926-cfc83d9435b0 req-5bbb5a64-bbb3-4935-b0b6-7a9f040aba78 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:19.443931 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9049eb4a-7618-4ca6-b926-cfc83d9435b0 req-5bbb5a64-bbb3-4935-b0b6-7a9f040aba78 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0765266 Sep 08 11:10:19.452505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1d21-2271-400d-b322-6d7e24a9a99a req-f2a41fb2-da87-47ea-b500-b658436500b4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:19.453870 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d5ea1d21-2271-400d-b322-6d7e24a9a99a req-f2a41fb2-da87-47ea-b500-b658436500b4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0846322 Sep 08 11:10:19.509778 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9049eb4a-7618-4ca6-b926-cfc83d9435b0 req-cbd76bc0-ff8f-404f-9f46-895929c3760d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549846 Sep 08 11:10:19.515112 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d5ea1d21-2271-400d-b322-6d7e24a9a99a req-a05d9ea6-e2f2-4384-b16c-77b8a55b4cd2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547624 Sep 08 11:10:19.609308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9111a-cf96-47cf-9262-fce056ccfc37 req-0ef1e1c0-8497-4020-bbe6-d3173e7b3c52 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:19.610800 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fca9111a-cf96-47cf-9262-fce056ccfc37 req-0ef1e1c0-8497-4020-bbe6-d3173e7b3c52 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0478489 Sep 08 11:10:19.647855 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fca9111a-cf96-47cf-9262-fce056ccfc37 req-62e9c9a7-ce62-4c18-b0a2-a67ed2def71e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Sep 08 11:10:19.966225 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-4ab75972-bff0-42d7-8372-c93f50b31579 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386565 Sep 08 11:10:20.033404 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-f8b2eec5-d2be-4f39-974c-d72301dd9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.034801 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-f8b2eec5-d2be-4f39-974c-d72301dd9823 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 1099 time: 0.0379136 Sep 08 11:10:20.140082 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-91e14171-6534-4767-b761-13e904847b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.141511 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-91e14171-6534-4767-b761-13e904847b06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.0859311 Sep 08 11:10:20.186981 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-7b412b64-a674-4a72-9f05-b615a03fa483 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 200 len: 217 time: 0.0340457 Sep 08 11:10:20.239596 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-5e9fda96-8b66-47a7-aa0a-6c20c6de45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.241233 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-5e9fda96-8b66-47a7-aa0a-6c20c6de45c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.0457749 Sep 08 11:10:20.290695 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-2e28724a-990b-4309-b8b3-07f6cbbe21d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223465 Sep 08 11:10:20.388387 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-a29b4bf2-437c-4d6e-9e38-f065886540a7 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 Sep 08 11:10:20.482189 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-1b7e5c93-e788-46f6-b961-7977683c0fc4 req-e33c5f3c-c866-4ec2-b0eb-a26cb62c9bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833950 Sep 08 11:10:20.655091 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c234-d9dd-40c2-be92-76409f5b357e req-94d29108-dd3c-4790-957d-fff665dd0bbe tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.656586 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bcc7c234-d9dd-40c2-be92-76409f5b357e req-94d29108-dd3c-4790-957d-fff665dd0bbe tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0780261 Sep 08 11:10:20.664369 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf050439-2a6f-4a7a-80b4-62481dd8b1f8 req-c86eeef8-1ce2-4287-ae36-f60430d297b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.665695 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf050439-2a6f-4a7a-80b4-62481dd8b1f8 req-c86eeef8-1ce2-4287-ae36-f60430d297b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0773969 Sep 08 11:10:20.714789 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bcc7c234-d9dd-40c2-be92-76409f5b357e req-1f6418f3-f8ed-456e-8836-80373f2233c6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Sep 08 11:10:20.726321 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf050439-2a6f-4a7a-80b4-62481dd8b1f8 req-d0115161-37ad-47bd-a86d-202107da588d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536551 Sep 08 11:10:20.818050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c40b6-365c-408b-af63-768f02ad1c4a req-9b3d7747-333d-4355-8fee-25c0f6ddb295 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:20.819446 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9c5c40b6-365c-408b-af63-768f02ad1c4a req-9b3d7747-333d-4355-8fee-25c0f6ddb295 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0494387 Sep 08 11:10:20.856327 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9c5c40b6-365c-408b-af63-768f02ad1c4a req-52d4ed50-dfcc-4f03-92de-ed4f3e99019e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Sep 08 11:10:21.631275 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f87975a3-93a6-4c95-abf4-a2a3527c6a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:21.831749 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe691-8bfd-47e8-9ab4-ea8f4f12a1d0 req-f1baa1bf-a156-4e07-a22b-1cfa643f7c0a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:21.833300 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0fbe691-8bfd-47e8-9ab4-ea8f4f12a1d0 req-f1baa1bf-a156-4e07-a22b-1cfa643f7c0a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0511274 Sep 08 11:10:21.901025 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0fbe691-8bfd-47e8-9ab4-ea8f4f12a1d0 req-a0aca34d-dbe7-4a46-a32c-5debfe4c94d7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561819 Sep 08 11:10:21.910166 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a891b-f5a3-4e5b-ba19-167835579577 req-9843e7a2-da1a-4c91-9863-7421143da1e9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:21.911914 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-840a891b-f5a3-4e5b-ba19-167835579577 req-9843e7a2-da1a-4c91-9863-7421143da1e9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0767322 Sep 08 11:10:21.957605 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-840a891b-f5a3-4e5b-ba19-167835579577 req-63497a7c-833b-4f46-aa60-a6316521f537 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340216 Sep 08 11:10:22.011407 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080a01d-208f-43e0-9fe1-ed2a08ca619b req-17becfa6-6c21-420a-b4af-fe1cbe89e090 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:22.012812 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6080a01d-208f-43e0-9fe1-ed2a08ca619b req-17becfa6-6c21-420a-b4af-fe1cbe89e090 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0468938 Sep 08 11:10:22.048999 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6080a01d-208f-43e0-9fe1-ed2a08ca619b req-186428ca-3155-4a62-ba47-1caf497d1590 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303466 Sep 08 11:10:22.212776 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-1b772a5e-fe4d-4db2-ae7e-bbb3220b1b7a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:22.214206 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-1b772a5e-fe4d-4db2-ae7e-bbb3220b1b7a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 946 time: 0.0484326 Sep 08 11:10:22.311617 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Deleting port 98db53ba-20b7-436d-82e3-25e304f2ac0a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:22.311894 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:22.399088 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] For port 98db53ba-20b7-436d-82e3-25e304f2ac0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=98db53ba-20b7-436d-82e3-25e304f2ac0a,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:22.399448 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:22.411463 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Calling delete_port for 98db53ba-20b7-436d-82e3-25e304f2ac0a owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:22.536788 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:22.556072 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214', '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', '14f9ac61-209b-4945-9ba9-e96b80738954', '98db53ba-20b7-436d-82e3-25e304f2ac0a'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:22.566984 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event deleted for resources: {'Port': ['ID=98db53ba-20b7-436d-82e3-25e304f2ac0a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:22.596416 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.596773 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.597116 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.597453 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.597789 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.598120 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.598449 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.598777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.599102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.599423 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.599747 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.600102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:22.620674 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] No DVR routers for this DVR port 98db53ba-20b7-436d-82e3-25e304f2ac0a on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:22.623166 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:22.625350 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d517b8ed-cbe8-4bf6-a6ab-e5ddfe11e23c req-fdac7e06-4951-45dd-b717-1f28b2f164a7 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "DELETE /v2.0/ports/98db53ba-20b7-436d-82e3-25e304f2ac0a HTTP/1.1" status: 204 len: 173 time: 0.4005816 Sep 08 11:10:22.625798 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'name': 'network-vif-deleted', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:22.628098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea310f2-f1c3-4ec8-af3b-bc237b25743c" -d '{"events": [{"server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "name": "network-vif-deleted", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:22.667631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13db1d-3bc9-47dc-be77-aa9682b4e7ec x-openstack-request-id: req-1c13db1d-3bc9-47dc-be77-aa9682b4e7ec {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:22.667953 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b072b50-950c-4791-8053-23415e37d84f", "name": "network-vif-deleted", "tag": "98db53ba-20b7-436d-82e3-25e304f2ac0a", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:22.668207 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c13db1d-3bc9-47dc-be77-aa9682b4e7ec {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:22.668599 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b072b50-950c-4791-8053-23415e37d84f', 'name': 'network-vif-deleted', 'tag': '98db53ba-20b7-436d-82e3-25e304f2ac0a', 'status': 'completed', 'code': 200} Sep 08 11:10:23.006305 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-14506f5a-8dfa-40a3-a857-8373dd9f0532 req-b5a80565-6753-4c58-8dab-6c6df66ee5d1 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b072b50-950c-4791-8053-23415e37d84f HTTP/1.1" status: 200 len: 210 time: 0.0257795 Sep 08 11:10:23.079654 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136d9e-9a7d-4f1f-abf2-ff7c775c5237 req-399236e7-9316-4544-bb74-95a5883a67a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:23.081182 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b136d9e-9a7d-4f1f-abf2-ff7c775c5237 req-399236e7-9316-4544-bb74-95a5883a67a2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0514238 Sep 08 11:10:23.122976 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7b136d9e-9a7d-4f1f-abf2-ff7c775c5237 req-c148f8d2-84a6-40e1-bf07-4b65679b0940 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356352 Sep 08 11:10:23.174209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5108f-0a84-430e-899e-cb453ea6ddb5 req-d3d6a4df-6fac-4b06-ad72-6d021574cfa9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:23.175764 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-baa5108f-0a84-430e-899e-cb453ea6ddb5 req-d3d6a4df-6fac-4b06-ad72-6d021574cfa9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0568585 Sep 08 11:10:23.213384 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-baa5108f-0a84-430e-899e-cb453ea6ddb5 req-202ee6b7-3ed2-40dd-9517-2ddf35be4cc7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Sep 08 11:10:24.199975 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4a3095f-ea64-4338-81c6-90b2e7fca795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:24.241863 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2541ff-8ab0-4f5f-bc6c-b15f6595d185 req-7e029099-20a6-4886-9ac5-739cd451ce3a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:24.243254 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6d2541ff-8ab0-4f5f-bc6c-b15f6595d185 req-7e029099-20a6-4886-9ac5-739cd451ce3a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0486276 Sep 08 11:10:24.280499 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6d2541ff-8ab0-4f5f-bc6c-b15f6595d185 req-1817e994-0f5c-4a56-981a-bc4349099ff4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306447 Sep 08 11:10:24.331973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9f032-5be4-4d40-9dae-ba4f3785de82 req-d69bb089-85fe-4b8b-86a7-2a3185742c5a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:24.333447 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-33a9f032-5be4-4d40-9dae-ba4f3785de82 req-d69bb089-85fe-4b8b-86a7-2a3185742c5a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0521059 Sep 08 11:10:24.372244 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-33a9f032-5be4-4d40-9dae-ba4f3785de82 req-7c296784-e89d-4a35-a7dd-f68da8f95c00 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Sep 08 11:10:24.545150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:25.063398 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:25.407208 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537103e-2ba1-45d4-8cba-fdbfa0ae1d43 req-cb3fd725-27cd-472f-b1ff-5e93be279cdb tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:25.408696 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f537103e-2ba1-45d4-8cba-fdbfa0ae1d43 req-cb3fd725-27cd-472f-b1ff-5e93be279cdb tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.0746310 Sep 08 11:10:25.420289 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8b054-aacc-43e8-9b7e-303994190cd8 req-94ed5997-05cb-49c2-9774-88311aed7829 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:25.421642 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-37a8b054-aacc-43e8-9b7e-303994190cd8 req-94ed5997-05cb-49c2-9774-88311aed7829 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0619531 Sep 08 11:10:25.473593 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f537103e-2ba1-45d4-8cba-fdbfa0ae1d43 req-2b4edebf-729f-491b-878f-f9bbe6149e06 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 Sep 08 11:10:25.478157 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-37a8b054-aacc-43e8-9b7e-303994190cd8 req-70580284-2859-425f-a9f1-427ea0d998b3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499432 Sep 08 11:10:25.578217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24217fe-9555-4e55-91d9-be1a64f91d36 req-935bb432-d4a4-4c4d-bc61-628446f3ab8d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:25.579578 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a24217fe-9555-4e55-91d9-be1a64f91d36 req-935bb432-d4a4-4c4d-bc61-628446f3ab8d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0511761 Sep 08 11:10:25.615407 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a24217fe-9555-4e55-91d9-be1a64f91d36 req-14cda342-58b5-4ecd-a9eb-4103bd18faff tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299835 Sep 08 11:10:26.613764 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fba4a-9c54-4742-90f7-71ee0b042902 req-acde332c-dd71-472e-8644-4bcad7a96556 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:26.615242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f82fba4a-9c54-4742-90f7-71ee0b042902 req-acde332c-dd71-472e-8644-4bcad7a96556 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.0754702 Sep 08 11:10:26.627473 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2436e5-b4e1-43ef-b857-417cae968490 req-1be4de79-faa6-42b5-975b-fda5cc1a6e9a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:26.628883 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad2436e5-b4e1-43ef-b857-417cae968490 req-1be4de79-faa6-42b5-975b-fda5cc1a6e9a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0633655 Sep 08 11:10:26.685704 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f82fba4a-9c54-4742-90f7-71ee0b042902 req-2a49a48f-936e-495f-83f7-fd81b6838937 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558934 Sep 08 11:10:26.690337 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad2436e5-b4e1-43ef-b857-417cae968490 req-fe460765-b016-494b-ab1a-f8c6f8058d2a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548320 Sep 08 11:10:26.786816 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334dff-bbc2-462c-b9fe-6b38368f9536 req-97749314-2aff-42d4-bb4d-95985e9fe25d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:26.788204 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a0334dff-bbc2-462c-b9fe-6b38368f9536 req-97749314-2aff-42d4-bb4d-95985e9fe25d tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0479755 Sep 08 11:10:26.825018 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a0334dff-bbc2-462c-b9fe-6b38368f9536 req-1bd568a3-f9a9-43bf-a615-c19ab36e6da6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Sep 08 11:10:27.284829 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:27.381132 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 98db53ba-20b7-436d-82e3-25e304f2ac0a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:10:27.386780 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a6de-2a89-452c-969d-f62db4343e7c req-32e718b3-142e-482e-93c9-eeab1256c780 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:27.388294 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5669a6de-2a89-452c-969d-f62db4343e7c req-32e718b3-142e-482e-93c9-eeab1256c780 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 945 time: 0.0523384 Sep 08 11:10:27.400534 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 98db53ba-20b7-436d-82e3-25e304f2ac0a {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:10:27.400874 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 98db53ba-20b7-436d-82e3-25e304f2ac0a not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:10:27.478521 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Deleting port 14f9ac61-209b-4945-9ba9-e96b80738954 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:27.478862 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:27.567922 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] For port 14f9ac61-209b-4945-9ba9-e96b80738954, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=14f9ac61-209b-4945-9ba9-e96b80738954,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:27.568220 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:27.579703 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Calling delete_port for 14f9ac61-209b-4945-9ba9-e96b80738954 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:27.701210 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:27.718695 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214', '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', '14f9ac61-209b-4945-9ba9-e96b80738954'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:27.737085 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event deleted for resources: {'Port': ['ID=14f9ac61-209b-4945-9ba9-e96b80738954,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:27.779213 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] No DVR routers for this DVR port 14f9ac61-209b-4945-9ba9-e96b80738954 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:27.782467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:27.784649 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5669a6de-2a89-452c-969d-f62db4343e7c req-62215aee-8b1b-4643-b2f0-a99a2f048f2a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "DELETE /v2.0/ports/14f9ac61-209b-4945-9ba9-e96b80738954 HTTP/1.1" status: 204 len: 173 time: 0.3897367 Sep 08 11:10:27.785093 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'name': 'network-vif-deleted', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:27.787443 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f2ebf-0179-4cb8-a453-4663c8910f50" -d '{"events": [{"server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "name": "network-vif-deleted", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:27.794713 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cbb50104-59be-47bc-b304-c1709659186e req-0b1dfdf9-5bd8-4152-b198-3588fe4c382a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cd4c77-a99b-4921-adc7-7c6a5a13672a HTTP/1.1" status: 200 len: 210 time: 0.0295353 Sep 08 11:10:27.847185 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21887b3e-8bb2-4aa0-a6e5-24dbbaa21b93 x-openstack-request-id: req-21887b3e-8bb2-4aa0-a6e5-24dbbaa21b93 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:27.847706 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd4c77-a99b-4921-adc7-7c6a5a13672a", "name": "network-vif-deleted", "tag": "14f9ac61-209b-4945-9ba9-e96b80738954", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:27.848137 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21887b3e-8bb2-4aa0-a6e5-24dbbaa21b93 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:27.848669 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd4c77-a99b-4921-adc7-7c6a5a13672a', 'name': 'network-vif-deleted', 'tag': '14f9ac61-209b-4945-9ba9-e96b80738954', 'status': 'completed', 'code': 200} Sep 08 11:10:27.851119 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5d0fa-a481-4078-a454-5249a252b1ef req-6ce32c3b-fef1-48d6-a4ea-902524cbcb72 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:27.852707 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55e5d0fa-a481-4078-a454-5249a252b1ef req-6ce32c3b-fef1-48d6-a4ea-902524cbcb72 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0609615 Sep 08 11:10:27.903710 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55e5d0fa-a481-4078-a454-5249a252b1ef req-005c35b8-b730-4d70-a079-2fd4b2ea2957 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432546 Sep 08 11:10:27.955105 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac2158-2861-4b73-81d0-6f231e3d0849 req-74dab0f4-43ed-4f18-841b-89023938f4ec tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:27.956682 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-39ac2158-2861-4b73-81d0-6f231e3d0849 req-74dab0f4-43ed-4f18-841b-89023938f4ec tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0520627 Sep 08 11:10:27.995560 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-39ac2158-2861-4b73-81d0-6f231e3d0849 req-d63eb919-6755-4050-8c9a-05f750599aea tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Sep 08 11:10:29.058829 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026407e-fc43-47c3-bc4a-813bcd18961c req-f65d60e9-cfae-4f58-b018-d2c756644789 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:29.060307 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2026407e-fc43-47c3-bc4a-813bcd18961c req-f65d60e9-cfae-4f58-b018-d2c756644789 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 944 time: 0.0750451 Sep 08 11:10:29.093726 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6cab3-327d-4a2e-b844-f92558d4d164 req-2dd3ca89-097c-49cb-a818-68f831c49912 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:29.095125 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2e6cab3-327d-4a2e-b844-f92558d4d164 req-2dd3ca89-097c-49cb-a818-68f831c49912 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0751121 Sep 08 11:10:29.124116 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2026407e-fc43-47c3-bc4a-813bcd18961c req-4d98ac0c-9d8e-4e75-8e4d-4ac9b9fe657d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567746 Sep 08 11:10:29.148871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2e6cab3-327d-4a2e-b844-f92558d4d164 req-2ff44b3c-3e09-44fb-a003-00b3dae56b99 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Sep 08 11:10:29.230711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978f44-8746-476f-868a-50f272ea55be req-3462b302-c0e1-48a9-b061-dd35a112390e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:29.232192 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f978f44-8746-476f-868a-50f272ea55be req-3462b302-c0e1-48a9-b061-dd35a112390e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0481184 Sep 08 11:10:29.268126 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f978f44-8746-476f-868a-50f272ea55be req-eb22abee-1860-470a-a757-d9ff8bad92fd tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300715 Sep 08 11:10:29.406727 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:10:29.499529 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:29.510405 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'mac_address': 'fa:16:3e:c4:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:10:29.546433 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:29.558359 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:10:29.577150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:29.580912 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:29.625347 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=9']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:29.942624 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8a0eecda-3646-4d4a-af2f-5eee8940948e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:30.266157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b705-64f2-48a2-bd9d-f068c71404c1 req-a829bae1-3894-4072-af1f-c8d7348a561f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:30.267498 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8572b705-64f2-48a2-bd9d-f068c71404c1 req-a829bae1-3894-4072-af1f-c8d7348a561f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 945 time: 0.0727730 Sep 08 11:10:30.298524 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702dc5-f638-46a8-8d53-0c43cf950421 req-9b5e4ca9-3e04-4ef7-8bad-fd85556eb682 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:30.299955 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e702dc5-f638-46a8-8d53-0c43cf950421 req-9b5e4ca9-3e04-4ef7-8bad-fd85556eb682 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0771959 Sep 08 11:10:30.328036 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8572b705-64f2-48a2-bd9d-f068c71404c1 req-ab48a609-3e69-4496-b7ca-7f16628db5b6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536196 Sep 08 11:10:30.350507 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e702dc5-f638-46a8-8d53-0c43cf950421 req-58a1a4d5-988e-431f-8eae-a2947a64ef01 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Sep 08 11:10:30.440836 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46e7c9-7f0f-4430-b33e-19a2c2d6f877 req-33e1b221-2422-480f-8932-063ad274f5df tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:30.442284 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8b46e7c9-7f0f-4430-b33e-19a2c2d6f877 req-33e1b221-2422-480f-8932-063ad274f5df tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0475361 Sep 08 11:10:30.478381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8b46e7c9-7f0f-4430-b33e-19a2c2d6f877 req-e342d535-328d-4065-a2f8-24d051328d56 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Sep 08 11:10:30.803026 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-eac34940-74e5-424c-b25f-412af343359a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:30.804450 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-eac34940-74e5-424c-b25f-412af343359a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 945 time: 0.0469041 Sep 08 11:10:30.895478 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Deleting port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:30.895809 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:30.982951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] For port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:30.983306 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:30.995627 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Calling delete_port for 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:31.119209 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:31.131106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214', '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:31.147438 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event deleted for resources: {'Port': ['ID=7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:31.189423 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] No DVR routers for this DVR port 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:31.191913 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:31.193871 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-db66d374-ec58-46b6-a4e6-9290c6407906 req-ff942f20-a167-4719-92bb-cd6675ea336d tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "DELETE /v2.0/ports/7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 HTTP/1.1" status: 204 len: 173 time: 0.3828866 Sep 08 11:10:31.194305 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'name': 'network-vif-deleted', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:31.196535 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79c5f3-7d89-4a44-9fce-f19065703bb9" -d '{"events": [{"server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "name": "network-vif-deleted", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:31.236932 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7af9159-16b5-4d0f-89b0-25ab0b4419f6 x-openstack-request-id: req-b7af9159-16b5-4d0f-89b0-25ab0b4419f6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:31.237288 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8b9d04-cbb7-48e6-b5f1-21745d293e13", "name": "network-vif-deleted", "tag": "7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:31.237590 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7af9159-16b5-4d0f-89b0-25ab0b4419f6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:31.238451 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8b9d04-cbb7-48e6-b5f1-21745d293e13', 'name': 'network-vif-deleted', 'tag': '7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70', 'status': 'completed', 'code': 200} Sep 08 11:10:31.411926 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:10:31.468941 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 8a0eecda-3646-4d4a-af2f-5eee8940948e triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:10:31.469285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:31.490790 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-63acb603-eada-4db0-b3ce-02c7fd8e8338 req-b56c0c2b-ac74-45c6-853d-cf121c47861a tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8b9d04-cbb7-48e6-b5f1-21745d293e13 HTTP/1.1" status: 200 len: 210 time: 0.0512054 Sep 08 11:10:31.513429 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87d5d2-d027-4dd8-85bf-b068ce532bc4 req-a834117c-c5e7-4196-9f7b-3d9d459c9956 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:31.519985 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2a87d5d2-d027-4dd8-85bf-b068ce532bc4 req-a834117c-c5e7-4196-9f7b-3d9d459c9956 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 945 time: 0.1193278 Sep 08 11:10:31.554155 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b379688-3eea-4ca2-ba1f-f37fc4d79e56 req-6445455f-d0b1-43a6-bb7f-71ea67e9e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:31.555770 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-8b379688-3eea-4ca2-ba1f-f37fc4d79e56 req-6445455f-d0b1-43a6-bb7f-71ea67e9e044 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0524538 Sep 08 11:10:31.556645 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2a87d5d2-d027-4dd8-85bf-b068ce532bc4 req-b7116959-884a-4f4d-bd0d-7831ba30485e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358164 Sep 08 11:10:31.574229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:31.596494 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-8b379688-3eea-4ca2-ba1f-f37fc4d79e56 req-edc28d3b-ffb1-4c23-af9c-d93cfbe8f541 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 Sep 08 11:10:31.598003 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:31.600377 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bddcfa-af8b-4315-8b35-1b297cf0bc01" -d '{"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:31.612148 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5a4a-6360-4b86-b2a8-7836dba4b121 req-382cc258-dfc2-412a-89e7-c9a8150545b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:31.613780 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e1ed5a4a-6360-4b86-b2a8-7836dba4b121 req-382cc258-dfc2-412a-89e7-c9a8150545b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0562608 Sep 08 11:10:31.614016 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:31.618759 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:31.619809 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 14f9ac61-209b-4945-9ba9-e96b80738954 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:10:31.644328 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917cccf-ab60-44be-a9ca-87cebdf8ed53 x-openstack-request-id: req-f917cccf-ab60-44be-a9ca-87cebdf8ed53 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:31.644721 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:31.645058 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f917cccf-ab60-44be-a9ca-87cebdf8ed53 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:31.645508 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'code': 200} Sep 08 11:10:31.648480 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 14f9ac61-209b-4945-9ba9-e96b80738954 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:10:31.648814 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 14f9ac61-209b-4945-9ba9-e96b80738954 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:10:31.653227 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e1ed5a4a-6360-4b86-b2a8-7836dba4b121 req-fec83eea-7cb5-4464-94d5-b8240ef55aec tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Sep 08 11:10:31.691199 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=10']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:32.395390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec670-c1d7-4caf-962b-ae27c64ba319 req-fba621c8-8359-40b1-9c92-7dca2a64bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:32.396832 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-47dec670-c1d7-4caf-962b-ae27c64ba319 req-fba621c8-8359-40b1-9c92-7dca2a64bd35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 1100 time: 0.0381744 Sep 08 11:10:32.432230 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-47dec670-c1d7-4caf-962b-ae27c64ba319 req-a40dd4f6-342c-4402-b35e-d08a39afc2cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261412 Sep 08 11:10:32.685331 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a37e-c338-4eea-8116-0fc5af2b5cab req-dae688c1-f137-462c-9aac-96e2101240dc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:32.686830 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2692a37e-c338-4eea-8116-0fc5af2b5cab req-dae688c1-f137-462c-9aac-96e2101240dc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0487611 Sep 08 11:10:32.723435 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2692a37e-c338-4eea-8116-0fc5af2b5cab req-9334261b-6b8a-4809-be15-017f106e7f4a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308111 Sep 08 11:10:32.775843 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33febbf-5b07-412d-813f-e9d25ba5ac59 req-73267b5c-2189-400f-970d-d00fe8028932 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:32.777326 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c33febbf-5b07-412d-813f-e9d25ba5ac59 req-73267b5c-2189-400f-970d-d00fe8028932 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0515873 Sep 08 11:10:32.814304 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c33febbf-5b07-412d-813f-e9d25ba5ac59 req-9be02813-1d12-4ae3-967d-55cd54f22678 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Sep 08 11:10:33.889287 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb29c78-e7a5-4d12-90fc-4be2b6ad2ddc req-3ca8f01c-aad0-496c-9c41-7922e3fd44ab tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:33.890797 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8cb29c78-e7a5-4d12-90fc-4be2b6ad2ddc req-3ca8f01c-aad0-496c-9c41-7922e3fd44ab tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0766084 Sep 08 11:10:33.902540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068da004-60e4-4990-a668-13056f0f37ca req-8718e16b-0c0e-479d-aa66-cbb2a61b1457 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:33.904582 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-068da004-60e4-4990-a668-13056f0f37ca req-8718e16b-0c0e-479d-aa66-cbb2a61b1457 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0634294 Sep 08 11:10:33.961380 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8cb29c78-e7a5-4d12-90fc-4be2b6ad2ddc req-f2ceefb3-d183-4e29-8acf-f16f6186edbb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558107 Sep 08 11:10:33.964096 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-068da004-60e4-4990-a668-13056f0f37ca req-d46797e2-b902-497c-a3b4-2f99eb1af14e tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530295 Sep 08 11:10:34.072622 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea8c5-578c-486e-b6de-9bfb2f7a04f6 req-effad5b6-aba3-448b-9e62-881a660f8133 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:34.074132 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e6eea8c5-578c-486e-b6de-9bfb2f7a04f6 req-effad5b6-aba3-448b-9e62-881a660f8133 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0509233 Sep 08 11:10:34.112755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e6eea8c5-578c-486e-b6de-9bfb2f7a04f6 req-6c26a4b2-46e7-46ee-b073-aceffcf1f031 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 08 11:10:34.430800 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-c48c50ef-4677-410c-91b4-e9bdbf4dad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:34.432509 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-c48c50ef-4677-410c-91b4-e9bdbf4dad05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 1099 time: 0.0595376 Sep 08 11:10:34.433222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d668-d635-4771-b94e-bdd552ecccb4 req-a0a16fde-9dce-42be-85bc-1a353029281b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:34.435241 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a220d668-d635-4771-b94e-bdd552ecccb4 req-a0a16fde-9dce-42be-85bc-1a353029281b tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0588126 Sep 08 11:10:34.475380 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a220d668-d635-4771-b94e-bdd552ecccb4 req-010bd896-4fab-4757-a4f2-4ca929633b92 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Sep 08 11:10:34.537951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-448ed000-33c1-4647-a038-55323ebce4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:34.539346 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-448ed000-33c1-4647-a038-55323ebce4dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 200 len: 919 time: 0.0905600 Sep 08 11:10:34.587898 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-05162dad-f64b-4af7-b212-6cf9ba97a65f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 200 len: 217 time: 0.0384583 Sep 08 11:10:34.638498 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-50a081c7-dc35-4eb4-878e-bc7338ee2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:34.639952 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-50a081c7-dc35-4eb4-878e-bc7338ee2e3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 200 len: 858 time: 0.0450556 Sep 08 11:10:34.693254 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-912478c8-1765-4936-8056-a316fdbd33e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b51eb2bf-1618-481e-8546-b65224db00ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240149 Sep 08 11:10:34.788557 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-8ed2bba4-33dd-4f69-805b-bd2d11ef47e8 service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853670 Sep 08 11:10:34.879782 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-55beb2da-df0b-48b3-9529-2cd25697ee78 req-29f6a9a2-56ee-41a1-8bcd-df73163221db service neutron] 10.222.0.44 "GET /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807066 Sep 08 11:10:35.110442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9424f-76f1-4ec2-b774-c521e97c7676 req-0e320a81-f728-4d43-8e3a-2178f65dda48 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:35.111925 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-82a9424f-76f1-4ec2-b774-c521e97c7676 req-0e320a81-f728-4d43-8e3a-2178f65dda48 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0786042 Sep 08 11:10:35.119379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846371cb-599f-40d0-8a48-67c24c33f248 req-66d5d359-b742-48a5-9df1-2fb291a84488 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:35.120747 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-846371cb-599f-40d0-8a48-67c24c33f248 req-66d5d359-b742-48a5-9df1-2fb291a84488 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0862648 Sep 08 11:10:35.175867 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-82a9424f-76f1-4ec2-b774-c521e97c7676 req-9ba27995-d416-4fa5-8835-7fd5c4a95ad6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541916 Sep 08 11:10:35.178820 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-846371cb-599f-40d0-8a48-67c24c33f248 req-6d74bd97-0349-433a-a6df-58c8d29cf6b6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Sep 08 11:10:35.483143 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:10:35.503189 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:10:35.503525 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7931b9b1-be0b-4b7d-8b2e-f0ccf25d2c70 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:10:35.595024 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a06c24-927b-4683-a443-d6b7d5039002 req-b50ef54e-af84-4ccd-8a08-c667bd39856c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:35.596486 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-89a06c24-927b-4683-a443-d6b7d5039002 req-b50ef54e-af84-4ccd-8a08-c667bd39856c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0484917 Sep 08 11:10:35.631676 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-89a06c24-927b-4683-a443-d6b7d5039002 req-cda20f37-fa2c-47d2-ab01-a7f0119da2c1 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295153 Sep 08 11:10:36.073505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-3b1020ae-1b58-4d66-aee4-2805be442597 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:36.074970 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-3b1020ae-1b58-4d66-aee4-2805be442597 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Sep 08 11:10:36.173906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Deleting port c5d53f44-40c7-4a16-a2d0-6accb264d214 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:36.174248 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:36.260455 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] For port c5d53f44-40c7-4a16-a2d0-6accb264d214, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c5d53f44-40c7-4a16-a2d0-6accb264d214,segment=NetworkSegment(c541332a-6503-414a-bb6c-b4b4ef31642e),segment_id=c541332a-6503-414a-bb6c-b4b4ef31642e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:36.260822 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:36.276868 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Calling delete_port for c5d53f44-40c7-4a16-a2d0-6accb264d214 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:36.293953 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f76ce-d8fb-4f61-80c8-1dec410f89bd req-133f7435-13d2-4078-a819-de1943ced7f6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:36.295427 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-041f76ce-d8fb-4f61-80c8-1dec410f89bd req-133f7435-13d2-4078-a819-de1943ced7f6 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9661f4-7d06-45c9-a10d-376b08437949 HTTP/1.1" status: 200 len: 945 time: 0.0508311 Sep 08 11:10:36.334456 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-041f76ce-d8fb-4f61-80c8-1dec410f89bd req-56a28dad-6e06-405b-bf04-8633e839c8dc tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e180b89-cdfc-411a-b1c8-4b97710055aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Sep 08 11:10:36.405272 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:36.418147 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['c5d53f44-40c7-4a16-a2d0-6accb264d214'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:36.431625 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Pushing event deleted for resources: {'Port': ['ID=c5d53f44-40c7-4a16-a2d0-6accb264d214,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:36.479380 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] No DVR routers for this DVR port c5d53f44-40c7-4a16-a2d0-6accb264d214 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:36.482759 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:36.485013 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6a3f16fd-105b-4a7b-b795-e3b370f5aa2b req-e18064ca-95c2-4502-828a-937b45ac25e9 tempest-AttachVolumeNegativeTest-291998910 tempest-AttachVolumeNegativeTest-291998910-project] 10.222.0.44 "DELETE /v2.0/ports/c5d53f44-40c7-4a16-a2d0-6accb264d214 HTTP/1.1" status: 204 len: 173 time: 0.3989508 Sep 08 11:10:36.485490 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'name': 'network-vif-deleted', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:36.487717 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a509f46-2fb5-445b-976b-13bbbf78228b" -d '{"events": [{"server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "name": "network-vif-deleted", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:36.531898 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d9da2-87f8-494f-a174-66b2163ad533 x-openstack-request-id: req-ee9d9da2-87f8-494f-a174-66b2163ad533 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:36.532198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9661f4-7d06-45c9-a10d-376b08437949", "name": "network-vif-deleted", "tag": "c5d53f44-40c7-4a16-a2d0-6accb264d214", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:36.532444 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee9d9da2-87f8-494f-a174-66b2163ad533 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:36.532854 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9661f4-7d06-45c9-a10d-376b08437949', 'name': 'network-vif-deleted', 'tag': 'c5d53f44-40c7-4a16-a2d0-6accb264d214', 'status': 'completed', 'code': 200} Sep 08 11:10:36.763651 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4da5e-454d-4c43-8507-2f89bce7c5e6 req-03b1786a-edbf-4635-893a-76b97d9daa27 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:36.765199 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f9e4da5e-454d-4c43-8507-2f89bce7c5e6 req-03b1786a-edbf-4635-893a-76b97d9daa27 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0642891 Sep 08 11:10:36.805124 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f9e4da5e-454d-4c43-8507-2f89bce7c5e6 req-95fbb7bd-9803-4e35-95a9-07565a9d275e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Sep 08 11:10:37.389835 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48594) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:37.431652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Deleting subnet 5f1a05ed-4e7d-47c9-8660-f92b0f634633 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:10:37.434595 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.469504 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.508414 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.564710 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.587153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1a05ed-4e7d-47c9-8660-f92b0f634633,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:37.592697 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.596049 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c8f76d88-31f5-40e0-ad32-0c9f76abfd2d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5f1a05ed-4e7d-47c9-8660-f92b0f634633 HTTP/1.1" status: 204 len: 168 time: 0.2036891 Sep 08 11:10:37.596952 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48596) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:37.664732 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.746022 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.766996 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf0ed6-4b40-419f-ba10-d2bff1bee6cd']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:10:37.776823 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c541332a-6503-414a-bb6c-b4b4ef31642e') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:10:37.777304 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c541332a-6503-414a-bb6c-b4b4ef31642e') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:10:37.786406 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.799998 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.805502 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:10:37.805895 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:10:37.807962 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:10:37.867431 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.874734 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:37.879053 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1acf0ed6-4b40-419f-ba10-d2bff1bee6cd HTTP/1.1" status: 204 len: 168 time: 0.2787812 Sep 08 11:10:37.886428 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c4b2-3629-44b5-9611-b5b16c284234 admin admin] Pushing event deleted for resources: {'Network': ['ID=1acf0ed6-4b40-419f-ba10-d2bff1bee6cd,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:37.950679 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8777b3-eb70-4449-9a6b-e338ba333a73 req-3ba26a0e-ba2a-4834-92af-5c244b10892f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:37.952790 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b8777b3-eb70-4449-9a6b-e338ba333a73 req-3ba26a0e-ba2a-4834-92af-5c244b10892f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0543432 Sep 08 11:10:38.003802 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b8777b3-eb70-4449-9a6b-e338ba333a73 req-718bbffb-b5ae-48af-9ff4-575199f0f126 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Sep 08 11:10:38.005318 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:10:38.045988 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe40b42-e822-46bc-ae3f-8ba3c16aa14f req-f88642a3-f504-47ff-a167-8e4bd0b4f7ed tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:38.053384 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bfe40b42-e822-46bc-ae3f-8ba3c16aa14f req-f88642a3-f504-47ff-a167-8e4bd0b4f7ed tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Sep 08 11:10:38.095542 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bfe40b42-e822-46bc-ae3f-8ba3c16aa14f req-c4b50eda-5745-4cd0-ab70-2b551119d134 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347474 Sep 08 11:10:38.122483 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:38.162697 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b07a5fd0-51e9-4ecf-8af7-f4ecf7730d95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81d53b70aad548f58f1b849ffacd1497&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390017 Sep 08 11:10:38.165234 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48616) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:38.211966 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:38.233458 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:38.283962 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:38.286885 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:38.291189 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e180b89-cdfc-411a-b1c8-4b97710055aa HTTP/1.1" status: 204 len: 168 time: 0.1249931 Sep 08 11:10:38.299259 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e180b89-cdfc-411a-b1c8-4b97710055aa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:38.308497 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.308847 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.309247 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.309512 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.310123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.310515 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.310881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.311209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.312264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.312600 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.313317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:38.313654 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c66f-ffba-46ee-a0ac-6f4983a5c7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:10:39.218940 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94c8c-c8d8-4f71-a6be-60220ac70725 req-bdb92be9-fc83-4781-9991-ab18ee7bb225 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:39.220589 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-54b94c8c-c8d8-4f71-a6be-60220ac70725 req-bdb92be9-fc83-4781-9991-ab18ee7bb225 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0548429 Sep 08 11:10:39.268090 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-54b94c8c-c8d8-4f71-a6be-60220ac70725 req-02c57757-fdbe-40ad-aa95-4d4dd00685cc tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Sep 08 11:10:40.379590 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48266-be07-474c-aaf8-f9e3475af7f1 req-ac8674a9-e313-4054-a8ca-95b1b142f9a5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:40.381070 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-54a48266-be07-474c-aaf8-f9e3475af7f1 req-ac8674a9-e313-4054-a8ca-95b1b142f9a5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0473752 Sep 08 11:10:40.416926 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-54a48266-be07-474c-aaf8-f9e3475af7f1 req-f04d796d-9bd7-411f-a95a-969e02dc14b3 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301480 Sep 08 11:10:41.532165 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613869d1-0558-439d-b8ad-657a7cd7c66b req-47ffb2ce-8f92-467a-921a-56657f9ebf34 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:41.533623 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-613869d1-0558-439d-b8ad-657a7cd7c66b req-47ffb2ce-8f92-467a-921a-56657f9ebf34 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0482311 Sep 08 11:10:41.569478 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-613869d1-0558-439d-b8ad-657a7cd7c66b req-1211f7ea-66d5-487e-b928-049a9074dbc1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299838 Sep 08 11:10:41.917098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e844f6-250f-455c-b2d0-c2b253cd2feb req-4f77cd34-f911-4f22-8baa-737e62cb59c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:41.918577 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-56e844f6-250f-455c-b2d0-c2b253cd2feb req-4f77cd34-f911-4f22-8baa-737e62cb59c7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0488660 Sep 08 11:10:41.959637 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-56e844f6-250f-455c-b2d0-c2b253cd2feb req-738fb04a-a685-4ecf-84e5-a0ec79267323 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Sep 08 11:10:42.040552 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device c5d53f44-40c7-4a16-a2d0-6accb264d214 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:10:42.062920 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: c5d53f44-40c7-4a16-a2d0-6accb264d214 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:10:42.063253 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device c5d53f44-40c7-4a16-a2d0-6accb264d214 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:10:42.683079 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f781864-656e-4076-81e5-2332bc7d504b req-4b753107-477f-4846-a702-7fa701daab66 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:42.684589 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f781864-656e-4076-81e5-2332bc7d504b req-4b753107-477f-4846-a702-7fa701daab66 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Sep 08 11:10:42.721166 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f781864-656e-4076-81e5-2332bc7d504b req-401c3f4b-2f41-413a-9fff-04f21d281d11 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299957 Sep 08 11:10:43.084717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d4f32-f698-4eb0-b411-086829472811 req-3d97acc7-3c3b-4a76-bd8c-e652fba67895 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:43.086276 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-017d4f32-f698-4eb0-b411-086829472811 req-3d97acc7-3c3b-4a76-bd8c-e652fba67895 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0613034 Sep 08 11:10:43.151500 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-017d4f32-f698-4eb0-b411-086829472811 req-ef3c623a-37c1-48b0-9064-8a7f16311f1f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Sep 08 11:10:43.168540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031fec3-6f98-4934-9cfa-8890347a25d7 req-072642ea-6034-43c5-9bc7-806e3f00177f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:43.170580 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1031fec3-6f98-4934-9cfa-8890347a25d7 req-072642ea-6034-43c5-9bc7-806e3f00177f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0766282 Sep 08 11:10:43.425352 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1031fec3-6f98-4934-9cfa-8890347a25d7 req-58731b83-0583-4e94-909c-52e167f1bc60 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487521 Sep 08 11:10:43.832739 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1f67-ead4-4674-b77d-d89d85eb6d8b req-af320b63-a6e9-4a90-bc89-44ccb21c5a9c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:43.834189 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5b3c1f67-ead4-4674-b77d-d89d85eb6d8b req-af320b63-a6e9-4a90-bc89-44ccb21c5a9c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Sep 08 11:10:43.870327 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5b3c1f67-ead4-4674-b77d-d89d85eb6d8b req-7080f496-bb42-4d51-89a8-5bd1d767df21 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Sep 08 11:10:44.149611 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-49b64c3d-3afc-446d-980f-083a5b2dfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.151115 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-49b64c3d-3afc-446d-980f-083a5b2dfba5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1138 time: 0.0460591 Sep 08 11:10:44.241554 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-c8b976c0-c903-4e0e-aba2-8d6061e4db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.243415 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-c8b976c0-c903-4e0e-aba2-8d6061e4db22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.0825155 Sep 08 11:10:44.264034 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a9ae0-3af0-4f3c-abdc-4c26ca3a8dc4 req-bd6e9543-0ef7-43b9-a42b-3d061c26ba22 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.265522 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-964a9ae0-3af0-4f3c-abdc-4c26ca3a8dc4 req-bd6e9543-0ef7-43b9-a42b-3d061c26ba22 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0480273 Sep 08 11:10:44.303380 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-964a9ae0-3af0-4f3c-abdc-4c26ca3a8dc4 req-71faf016-11ee-4650-99b7-13d8589758f8 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Sep 08 11:10:44.317180 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-54e483a4-9e39-43b3-9948-5c05f31f67a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 1001 time: 0.0610070 Sep 08 11:10:44.367915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-8eaff281-a7be-4ae0-83dc-34edd5ac1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.369335 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-8eaff281-a7be-4ae0-83dc-34edd5ac1365 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0420692 Sep 08 11:10:44.414719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-c00392d3-4cb6-4dfa-93e3-a3752aaea1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.416204 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-c00392d3-4cb6-4dfa-93e3-a3752aaea1cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0368524 Sep 08 11:10:44.531126 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-0855086b-137f-49c9-baa6-f60144af07b5 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051114 Sep 08 11:10:44.543396 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ae16a-bb87-4d9e-8740-8069ed555cd1 req-1acff5b6-32b2-4021-a939-1e2d8dbca69b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.545389 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-628ae16a-bb87-4d9e-8740-8069ed555cd1 req-1acff5b6-32b2-4021-a939-1e2d8dbca69b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0533106 Sep 08 11:10:44.584134 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-628ae16a-bb87-4d9e-8740-8069ed555cd1 req-f893cfa6-7aec-4708-9fd0-7c69e3da3abd tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327213 Sep 08 11:10:44.632867 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-931ea142-83b7-4823-9cb0-ec9faed19d1a req-bd30829a-0a9d-4b84-9a86-752cd5514245 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Sep 08 11:10:44.980807 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7d26-43ef-43a7-9ce1-6a022b654aaf req-f6752094-d609-4c6b-9dc1-58e34863fdab tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:44.982264 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d29d7d26-43ef-43a7-9ce1-6a022b654aaf req-f6752094-d609-4c6b-9dc1-58e34863fdab tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0476005 Sep 08 11:10:45.019250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d29d7d26-43ef-43a7-9ce1-6a022b654aaf req-805b4626-f8c7-49dc-9dbe-1383548559b2 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Sep 08 11:10:45.416583 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc8d4-17d5-4532-b212-9ed9dd3a23e7 req-f5e15fa9-b684-4ac6-b03f-9a76a0cb0c2e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:45.417953 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c76dc8d4-17d5-4532-b212-9ed9dd3a23e7 req-f5e15fa9-b684-4ac6-b03f-9a76a0cb0c2e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0474136 Sep 08 11:10:45.454211 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c76dc8d4-17d5-4532-b212-9ed9dd3a23e7 req-1af725b0-d683-48d8-bf24-6653061c43ad tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304747 Sep 08 11:10:45.699375 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c399f7-58e4-467c-9656-394facd1c7d0 req-f21ef8bd-60ef-4d39-96de-b300abe407b5 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:45.700766 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1c399f7-58e4-467c-9656-394facd1c7d0 req-f21ef8bd-60ef-4d39-96de-b300abe407b5 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0509973 Sep 08 11:10:45.739017 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1c399f7-58e4-467c-9656-394facd1c7d0 req-1fdbed9d-57d9-459d-b115-01c0a85e521b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316632 Sep 08 11:10:45.802760 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:46.133933 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12b579-e60a-4dcc-bec0-b0735c0b5874 req-eb93b5b5-2ee3-4bbe-b877-5c66c44a4ba0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:46.135372 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cc12b579-e60a-4dcc-bec0-b0735c0b5874 req-eb93b5b5-2ee3-4bbe-b877-5c66c44a4ba0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0477762 Sep 08 11:10:46.172314 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cc12b579-e60a-4dcc-bec0-b0735c0b5874 req-3d127e92-5449-4203-8312-89cfca4fa040 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Sep 08 11:10:46.568479 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd9fd-1ff2-40f2-8e6b-45e7e832d2d0 req-65e7de59-cced-4195-a07c-bc027f486d0c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:46.569874 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a77fd9fd-1ff2-40f2-8e6b-45e7e832d2d0 req-65e7de59-cced-4195-a07c-bc027f486d0c tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0477474 Sep 08 11:10:46.606421 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a77fd9fd-1ff2-40f2-8e6b-45e7e832d2d0 req-afc28eb8-029e-4c00-b577-83cac6a440b7 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Sep 08 11:10:46.855395 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c8c69-7b5d-484e-a748-568dcc2bd4e6 req-7c8f4552-b537-4ae3-a79b-9aa03313653d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:46.856887 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-912c8c69-7b5d-484e-a748-568dcc2bd4e6 req-7c8f4552-b537-4ae3-a79b-9aa03313653d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0522935 Sep 08 11:10:46.897087 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-912c8c69-7b5d-484e-a748-568dcc2bd4e6 req-f5ccc09c-f44e-4779-a0d9-320b2b356573 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342712 Sep 08 11:10:47.229559 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-92a4f37f-9db7-4a82-bd32-0e70ab2ed82e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:47.231025 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-92a4f37f-9db7-4a82-bd32-0e70ab2ed82e tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 946 time: 0.0487876 Sep 08 11:10:47.283865 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db29043-ae7a-4e7a-9f78-b835fe77646c req-3c1b20eb-7f94-4643-97ad-6ece43367abd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:47.285381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1db29043-ae7a-4e7a-9f78-b835fe77646c req-3c1b20eb-7f94-4643-97ad-6ece43367abd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0482824 Sep 08 11:10:47.322042 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1db29043-ae7a-4e7a-9f78-b835fe77646c req-993bb681-890f-4edc-bbdb-0e8bf39a9fb3 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Sep 08 11:10:47.323818 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Deleting port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:47.324193 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.418445 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] For port 7f0dc4a1-5621-4208-b2f4-e3475da6b896, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7f0dc4a1-5621-4208-b2f4-e3475da6b896,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:47.418812 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.431165 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Calling delete_port for 7f0dc4a1-5621-4208-b2f4-e3475da6b896 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:47.558183 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.577200 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8f6ba53b-0efd-4b63-a4d3-5334269e9d73', '7f0dc4a1-5621-4208-b2f4-e3475da6b896'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:47.585339 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Pushing event deleted for resources: {'Port': ['ID=7f0dc4a1-5621-4208-b2f4-e3475da6b896,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:47.629557 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] No DVR routers for this DVR port 7f0dc4a1-5621-4208-b2f4-e3475da6b896 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:47.632721 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.634417 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0fcc79b-3a30-4d6e-8248-6ea54acf1d3d req-98a35a32-09dd-4f8b-aad4-326e62f89713 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "DELETE /v2.0/ports/7f0dc4a1-5621-4208-b2f4-e3475da6b896 HTTP/1.1" status: 204 len: 173 time: 0.3967173 Sep 08 11:10:47.634921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'name': 'network-vif-deleted', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:47.637134 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f8ea9-830b-4343-8d12-955b5e5598d9" -d '{"events": [{"server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "name": "network-vif-deleted", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:47.682960 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43613cf2-2194-4324-8011-b140469a2626 x-openstack-request-id: req-43613cf2-2194-4324-8011-b140469a2626 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:47.683269 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3693599d-142b-489f-a2e7-196b88cfef0d", "name": "network-vif-deleted", "tag": "7f0dc4a1-5621-4208-b2f4-e3475da6b896", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:47.684039 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43613cf2-2194-4324-8011-b140469a2626 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:47.684443 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3693599d-142b-489f-a2e7-196b88cfef0d', 'name': 'network-vif-deleted', 'tag': '7f0dc4a1-5621-4208-b2f4-e3475da6b896', 'status': 'completed', 'code': 200} Sep 08 11:10:47.707224 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:47.742099 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba4eb553-87f6-46f3-99ad-6af3210de5e5 req-e1e708e9-ac63-4c7c-b846-285689497efa tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=3693599d-142b-489f-a2e7-196b88cfef0d HTTP/1.1" status: 200 len: 210 time: 0.0364668 Sep 08 11:10:47.854192 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210bbbe6-9b03-43db-a6fd-b1e77b548074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.948783 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210bbbe6-9b03-43db-a6fd-b1e77b548074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:47.953848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210bbbe6-9b03-43db-a6fd-b1e77b548074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:48.012160 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-210bbbe6-9b03-43db-a6fd-b1e77b548074 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5d20ff14d183475ebd6d8cea90a38f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029091 Sep 08 11:10:48.015193 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48796) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:48.020911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bbbe6-9b03-43db-a6fd-b1e77b548074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd61dff-e5c3-4a3f-bdcd-5c06f7a95b8e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:48.038822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7d1c7-5b9a-433a-b067-2f59e7061f02 req-2a488931-262a-4f1f-be1e-fd1188ac391c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:48.040299 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8ee7d1c7-5b9a-433a-b067-2f59e7061f02 req-2a488931-262a-4f1f-be1e-fd1188ac391c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0753009 Sep 08 11:10:48.063837 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:48.080161 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8ee7d1c7-5b9a-433a-b067-2f59e7061f02 req-a207f5fd-d448-4600-9af0-2d7f342d0d01 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329301 Sep 08 11:10:48.084077 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:48.133966 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:48.136621 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:48.137746 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4dd61dff-e5c3-4a3f-bdcd-5c06f7a95b8e HTTP/1.1" status: 204 len: 168 time: 0.1216028 Sep 08 11:10:48.147196 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85aa162-a189-4514-a0b2-da52097fec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd61dff-e5c3-4a3f-bdcd-5c06f7a95b8e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:48.441950 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96931ef-e90e-49fb-bcc4-ac114d960e8e req-d6c217e3-4095-4732-9962-5bba94042005 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:48.443441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f96931ef-e90e-49fb-bcc4-ac114d960e8e req-d6c217e3-4095-4732-9962-5bba94042005 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Sep 08 11:10:48.488538 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f96931ef-e90e-49fb-bcc4-ac114d960e8e req-87c6a20d-8718-4b43-81e7-f4456607aa3f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 Sep 08 11:10:49.013216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676cc61-5f6b-4ad1-be2b-941685a5ec2b req-f95ff177-7bd9-4e14-9b01-ce8511533064 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:49.017056 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3676cc61-5f6b-4ad1-be2b-941685a5ec2b req-f95ff177-7bd9-4e14-9b01-ce8511533064 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0579183 Sep 08 11:10:49.055666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3676cc61-5f6b-4ad1-be2b-941685a5ec2b req-fcfc5f45-f8d7-48c7-b582-817fffded606 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Sep 08 11:10:49.199751 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d110ec-44b6-48be-adb1-8389cc564501 req-513ec66e-ab07-4e0d-a2ed-91c72c878db2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:49.201265 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-02d110ec-44b6-48be-adb1-8389cc564501 req-513ec66e-ab07-4e0d-a2ed-91c72c878db2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0492072 Sep 08 11:10:49.246425 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-02d110ec-44b6-48be-adb1-8389cc564501 req-8ef80ce7-1097-4ddb-8019-a4788a4ee37a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375168 Sep 08 11:10:49.305902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 48856) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:49.406958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-070d84de-fcb8-4778-a18a-c704452870ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.490230 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-070d84de-fcb8-4778-a18a-c704452870ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.494710 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-070d84de-fcb8-4778-a18a-c704452870ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.532282 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-070d84de-fcb8-4778-a18a-c704452870ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e36ffbbfc332496f914093193d6a3047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253418 Sep 08 11:10:49.534199 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d84de-fcb8-4778-a18a-c704452870ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39b9f9-65ce-4569-b397-f2bfe3537d63,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:49.535022 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 48862) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:49.585994 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.606475 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.607635 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d78f-4f3a-4c96-b392-d33bb11bdc04 req-fa251ec7-8166-481b-a9ca-987d03a6e235 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:49.609674 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca54d78f-4f3a-4c96-b392-d33bb11bdc04 req-fa251ec7-8166-481b-a9ca-987d03a6e235 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0520048 Sep 08 11:10:49.647337 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca54d78f-4f3a-4c96-b392-d33bb11bdc04 req-ec93c062-49d9-45b1-a210-8de6139884af tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315289 Sep 08 11:10:49.652093 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.654713 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:49.655834 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf39b9f9-65ce-4569-b397-f2bfe3537d63 HTTP/1.1" status: 204 len: 168 time: 0.1197762 Sep 08 11:10:49.663836 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b8b9a-072d-49dd-869e-83c81fe3b9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39b9f9-65ce-4569-b397-f2bfe3537d63,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:50.172229 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249068d-11f8-40d9-b879-bee37f7d790c req-6ec5e411-726b-4513-bd24-aa35bad3c397 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:50.173905 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4249068d-11f8-40d9-b879-bee37f7d790c req-6ec5e411-726b-4513-bd24-aa35bad3c397 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0529013 Sep 08 11:10:50.213883 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4249068d-11f8-40d9-b879-bee37f7d790c req-557330a9-38c7-4443-a792-1a49c896ae6a tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Sep 08 11:10:50.359613 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444fc9f-ea41-4933-b195-4858cebf295c req-16d7f012-3a44-48ed-b769-129c6e1a74bc tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:50.361125 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3444fc9f-ea41-4933-b195-4858cebf295c req-16d7f012-3a44-48ed-b769-129c6e1a74bc tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0479329 Sep 08 11:10:50.402545 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3444fc9f-ea41-4933-b195-4858cebf295c req-920c11aa-f99c-4575-a494-9b73b742e6ca tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353031 Sep 08 11:10:50.763614 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908236d-20c8-4276-a6d1-169296942436 req-9f3e3721-223f-42ed-b79c-22d5921f1a4f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:50.765876 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b908236d-20c8-4276-a6d1-169296942436 req-9f3e3721-223f-42ed-b79c-22d5921f1a4f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Sep 08 11:10:50.805940 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b908236d-20c8-4276-a6d1-169296942436 req-69c978ca-3e1e-430a-a3e8-13e1b9fe9225 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 Sep 08 11:10:51.327475 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d866-e0c2-410a-8c84-b002c73e10e9 req-dfba22f2-07e9-46da-aad2-8d7c50add504 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:51.328947 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e82d866-e0c2-410a-8c84-b002c73e10e9 req-dfba22f2-07e9-46da-aad2-8d7c50add504 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0469406 Sep 08 11:10:51.364806 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e82d866-e0c2-410a-8c84-b002c73e10e9 req-5a1428b2-064b-4878-a128-761436338506 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300264 Sep 08 11:10:51.520280 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9d863-5a5c-4d67-b814-e2d79be76542 req-07a4358b-e1d1-4adf-916c-ea20622b8430 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:51.521765 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aeb9d863-5a5c-4d67-b814-e2d79be76542 req-07a4358b-e1d1-4adf-916c-ea20622b8430 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0503354 Sep 08 11:10:51.537721 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7f0dc4a1-5621-4208-b2f4-e3475da6b896 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:10:51.558890 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 7f0dc4a1-5621-4208-b2f4-e3475da6b896 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:10:51.559229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7f0dc4a1-5621-4208-b2f4-e3475da6b896 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:10:51.560329 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aeb9d863-5a5c-4d67-b814-e2d79be76542 req-3b1278d0-7f64-4d6b-b738-bdd2d9284f00 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325673 Sep 08 11:10:51.631744 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8a36d368-51e5-472a-80b0-6174433ad3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:51.921181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ce63-56b7-4b8a-9bed-bd70ac880d49 req-3a7ad9d0-fd3a-4743-a99f-ed60027c3852 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:51.922643 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ff65ce63-56b7-4b8a-9bed-bd70ac880d49 req-3a7ad9d0-fd3a-4743-a99f-ed60027c3852 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0511570 Sep 08 11:10:51.958754 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ff65ce63-56b7-4b8a-9bed-bd70ac880d49 req-b45803d4-9860-4399-8cee-0062795d97ce tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301776 Sep 08 11:10:52.501754 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6b036-f4fb-4a24-b49e-6f967cf43364 req-6bc4dd21-f96f-4811-9887-14a0228b1816 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:52.503775 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b2d6b036-f4fb-4a24-b49e-6f967cf43364 req-6bc4dd21-f96f-4811-9887-14a0228b1816 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0723906 Sep 08 11:10:52.545859 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b2d6b036-f4fb-4a24-b49e-6f967cf43364 req-c553531d-8b52-498d-82cd-004f48390204 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Sep 08 11:10:52.673919 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7571db-8ea6-4838-91f4-703d5af129b3 req-2425e986-4b42-4800-9c82-eb391b2f35cb tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:52.675389 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ea7571db-8ea6-4838-91f4-703d5af129b3 req-2425e986-4b42-4800-9c82-eb391b2f35cb tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0481246 Sep 08 11:10:52.713625 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ea7571db-8ea6-4838-91f4-703d5af129b3 req-58070752-df1f-49c0-9ccc-4bd25d6e79a3 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321848 Sep 08 11:10:53.073744 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf2a3b-ebb2-4681-bfb3-f4404000e4f2 req-922db6a0-e3be-4984-be65-98d5e4a23708 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:53.075174 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0eaf2a3b-ebb2-4681-bfb3-f4404000e4f2 req-922db6a0-e3be-4984-be65-98d5e4a23708 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0500193 Sep 08 11:10:53.119381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0eaf2a3b-ebb2-4681-bfb3-f4404000e4f2 req-7b2e0bd9-dfef-444b-8524-9ed859b787a1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Sep 08 11:10:53.665317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e868dd-2906-49a0-89ed-4fb6c78d3669 req-3e3c3261-e971-4b59-9ec5-ef7d79482fd0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:53.666797 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e868dd-2906-49a0-89ed-4fb6c78d3669 req-3e3c3261-e971-4b59-9ec5-ef7d79482fd0 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0505016 Sep 08 11:10:53.704720 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b1e868dd-2906-49a0-89ed-4fb6c78d3669 req-a8c79775-720a-431d-8e08-a53e7f912aac tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Sep 08 11:10:53.831853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97471b0-e564-4310-a071-cf08a9a1f80d req-c73761be-ab7b-4174-a8a6-e4d71258c15c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:53.833355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e97471b0-e564-4310-a071-cf08a9a1f80d req-c73761be-ab7b-4174-a8a6-e4d71258c15c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0487578 Sep 08 11:10:53.871403 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e97471b0-e564-4310-a071-cf08a9a1f80d req-d938cb82-f901-4cfa-9a6f-a37eba1617cb tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320849 Sep 08 11:10:54.201228 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f059956-c9e0-4f96-9131-78a738c7b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:54.239529 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b237e7-3d3c-470a-9ef5-a71df9b9778e req-360520ab-d4c5-4de1-a25b-2f5c0d1259e6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:54.241004 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b0b237e7-3d3c-470a-9ef5-a71df9b9778e req-360520ab-d4c5-4de1-a25b-2f5c0d1259e6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0514536 Sep 08 11:10:54.277414 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b0b237e7-3d3c-470a-9ef5-a71df9b9778e req-1ae93458-7d0e-4f26-883a-1d06aa078e5d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Sep 08 11:10:54.505758 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f698e-810b-4d84-81dd-3a159e92a114 req-6bb0e08f-f2ca-4cbf-a892-748ed4a70d3e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:54.507255 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d04f698e-810b-4d84-81dd-3a159e92a114 req-6bb0e08f-f2ca-4cbf-a892-748ed4a70d3e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Sep 08 11:10:54.546550 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:54.554860 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d04f698e-810b-4d84-81dd-3a159e92a114 req-a2ec5079-69f7-4da5-bb68-aebb856636c4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417438 Sep 08 11:10:54.822468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8631dbc-f947-4751-ac70-9bf0b88ff592 req-3110dde9-de99-4010-a8a3-8948c1ff9266 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:54.824007 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b8631dbc-f947-4751-ac70-9bf0b88ff592 req-3110dde9-de99-4010-a8a3-8948c1ff9266 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0475547 Sep 08 11:10:54.860477 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b8631dbc-f947-4751-ac70-9bf0b88ff592 req-e01c4b47-f2d5-4ed6-8cef-b66136522d54 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302799 Sep 08 11:10:54.987141 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d15d9-fa4f-4a95-8b5f-c3f636229b28 req-c0c1aea4-5436-44d5-9789-031ceb0ff04d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:54.988509 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1a8d15d9-fa4f-4a95-8b5f-c3f636229b28 req-c0c1aea4-5436-44d5-9789-031ceb0ff04d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0512900 Sep 08 11:10:55.028939 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1a8d15d9-fa4f-4a95-8b5f-c3f636229b28 req-c75d2375-cbe6-4936-820a-aaf210b94a05 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342731 Sep 08 11:10:55.064545 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:55.668405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0f092-77fd-423f-891c-18e3ffc124e1 req-356d1167-7bc0-4b11-bb08-6f38900914a1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:55.669851 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dda0f092-77fd-423f-891c-18e3ffc124e1 req-356d1167-7bc0-4b11-bb08-6f38900914a1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0469017 Sep 08 11:10:55.706422 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dda0f092-77fd-423f-891c-18e3ffc124e1 req-794f06de-afab-4d71-87ea-2c4ee81245ca tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302773 Sep 08 11:10:55.970890 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6217a33-0123-41a2-bcb7-876fdd7aa37c req-e5267275-b687-44fa-8faa-b7554165fed9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:55.972381 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6217a33-0123-41a2-bcb7-876fdd7aa37c req-e5267275-b687-44fa-8faa-b7554165fed9 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0476103 Sep 08 11:10:56.009277 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6217a33-0123-41a2-bcb7-876fdd7aa37c req-a1c4c759-e04f-4a3f-8896-9e5f3d56e406 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Sep 08 11:10:56.144637 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60119868-bc5a-4ae6-b476-8f6f02146c14 req-add6b751-2d04-4326-a85d-8e58cdb129bc tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:56.146083 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-60119868-bc5a-4ae6-b476-8f6f02146c14 req-add6b751-2d04-4326-a85d-8e58cdb129bc tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0515254 Sep 08 11:10:56.184379 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-60119868-bc5a-4ae6-b476-8f6f02146c14 req-1d4c49b7-84bc-48fa-8987-c3c98fcdaa25 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323799 Sep 08 11:10:56.816349 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dae7a8-d2a8-4d4d-8b2b-61c2ab044db7 req-b41c19ce-f28d-47e3-bbcd-9dca1dfe0316 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:56.817794 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35dae7a8-d2a8-4d4d-8b2b-61c2ab044db7 req-b41c19ce-f28d-47e3-bbcd-9dca1dfe0316 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0474043 Sep 08 11:10:56.853708 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35dae7a8-d2a8-4d4d-8b2b-61c2ab044db7 req-de0a9341-feb6-4c51-8f6c-8387f3bfc0b3 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301816 Sep 08 11:10:57.001604 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-953fbde2-7df3-4154-80c8-3865bd0a95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.002954 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-953fbde2-7df3-4154-80c8-3865bd0a95ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1099 time: 0.0391181 Sep 08 11:10:57.097719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-971282a0-fa71-4acb-8cf6-f57240041588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.099213 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-971282a0-fa71-4acb-8cf6-f57240041588 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.0870910 Sep 08 11:10:57.120815 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063831d9-344a-4cdc-8ea4-d5ef15ec9b8d req-b54c3aff-7618-4093-be46-c082d6cd3f88 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.122297 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-063831d9-344a-4cdc-8ea4-d5ef15ec9b8d req-b54c3aff-7618-4093-be46-c082d6cd3f88 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0487447 Sep 08 11:10:57.160756 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-063831d9-344a-4cdc-8ea4-d5ef15ec9b8d req-c9a71ed7-29f2-4bbd-ac93-0af6d4b939ad tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Sep 08 11:10:57.175047 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-df88d356-dbd7-412f-aa16-4715e287701a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 1002 time: 0.0635319 Sep 08 11:10:57.244063 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-df41f91f-fd1e-404d-b116-a6c2a981a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.245639 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-df41f91f-fd1e-404d-b116-a6c2a981a379 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0479484 Sep 08 11:10:57.289556 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:57.297432 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-6159a18d-3aed-4cf2-91f2-0b2756f37dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.298928 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-6159a18d-3aed-4cf2-91f2-0b2756f37dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400310 Sep 08 11:10:57.308332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871c77-85e4-4d5d-9d7b-c66d09a51f79 req-72b7b698-32aa-44c3-af35-2c691b5f887b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.309805 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba871c77-85e4-4d5d-9d7b-c66d09a51f79 req-72b7b698-32aa-44c3-af35-2c691b5f887b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0536697 Sep 08 11:10:57.349048 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba871c77-85e4-4d5d-9d7b-c66d09a51f79 req-370bba68-7c37-421c-990d-a4bac37559b2 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325899 Sep 08 11:10:57.400735 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-f94e52b9-ea36-4f81-a865-b049e2310649 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813091 Sep 08 11:10:57.491140 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2f3e5c84-f132-4924-bb3d-95de177f8517 req-7059cd5c-fb9c-4c43-b7ea-126e0bd5526f service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818009 Sep 08 11:10:57.968750 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7b20-c04d-4d27-b0ca-806f9fc8dd42 req-2bb979b2-6613-4d9d-a0ab-ef8642c34d5d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:57.970254 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a75c7b20-c04d-4d27-b0ca-806f9fc8dd42 req-2bb979b2-6613-4d9d-a0ab-ef8642c34d5d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0500991 Sep 08 11:10:58.007704 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a75c7b20-c04d-4d27-b0ca-806f9fc8dd42 req-71780ae1-6bbf-4889-8140-35227d644dca tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 08 11:10:58.287399 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3c530-689d-4265-b4c5-4f9c4dcefd45 req-81713702-8c8c-4b2d-bf2d-08891fe1e92f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:58.289009 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-59d3c530-689d-4265-b4c5-4f9c4dcefd45 req-81713702-8c8c-4b2d-bf2d-08891fe1e92f tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0583308 Sep 08 11:10:58.328615 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-59d3c530-689d-4265-b4c5-4f9c4dcefd45 req-a8abe911-5f4b-4c47-afda-6ea81f9e5f18 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.38 "GET /v2.0/security-groups?id=a03befde-8826-41ea-a445-a9749ee6f5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Sep 08 11:10:58.369500 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-14315985-2c9c-4dc8-8b05-09df0a494bf6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:58.370997 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-14315985-2c9c-4dc8-8b05-09df0a494bf6 tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "GET /v2.0/ports?device_id=977f6698-b426-4d20-ac33-b4a65b9be8ff HTTP/1.1" status: 200 len: 946 time: 0.0509741 Sep 08 11:10:58.471839 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00ba5c-4d07-4208-9fea-3f5ff845894c req-e68d325b-6250-4df9-b218-323a6a6294a6 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:58.473641 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8f00ba5c-4d07-4208-9fea-3f5ff845894c req-e68d325b-6250-4df9-b218-323a6a6294a6 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0553057 Sep 08 11:10:58.475755 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Deleting port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:10:58.476123 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:58.519639 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8f00ba5c-4d07-4208-9fea-3f5ff845894c req-5fea3fad-3e94-42a2-8713-8cd8685a04dc tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399420 Sep 08 11:10:58.569575 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] For port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:10:58.570008 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:58.582944 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Calling delete_port for 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:10:58.707235 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:58.718840 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['8f6ba53b-0efd-4b63-a4d3-5334269e9d73'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:10:58.732229 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Pushing event deleted for resources: {'Port': ['ID=8f6ba53b-0efd-4b63-a4d3-5334269e9d73,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:10:58.772020 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] No DVR routers for this DVR port 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:10:58.774291 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:10:58.776290 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-05f5e62d-af1e-4c65-b765-bc73e7ac6cb4 req-e420af6b-4743-49dc-85e7-1bbccd9d7ffe tempest-ServerRescueNegativeTestJSON-1700886624 tempest-ServerRescueNegativeTestJSON-1700886624-project] 10.222.0.44 "DELETE /v2.0/ports/8f6ba53b-0efd-4b63-a4d3-5334269e9d73 HTTP/1.1" status: 204 len: 173 time: 0.3941975 Sep 08 11:10:58.776690 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'name': 'network-vif-deleted', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:10:58.778876 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a092c9-674e-4961-b118-eb6615430a73" -d '{"events": [{"server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "name": "network-vif-deleted", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:10:58.817512 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7ae29-6af4-48e6-b44f-35bb77e2c9f9 x-openstack-request-id: req-f1a7ae29-6af4-48e6-b44f-35bb77e2c9f9 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:10:58.817796 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977f6698-b426-4d20-ac33-b4a65b9be8ff", "name": "network-vif-deleted", "tag": "8f6ba53b-0efd-4b63-a4d3-5334269e9d73", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:10:58.818038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1a7ae29-6af4-48e6-b44f-35bb77e2c9f9 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:10:58.818423 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977f6698-b426-4d20-ac33-b4a65b9be8ff', 'name': 'network-vif-deleted', 'tag': '8f6ba53b-0efd-4b63-a4d3-5334269e9d73', 'status': 'completed', 'code': 200} Sep 08 11:10:59.122056 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4ea52-a111-479d-b44d-f01cfc1eea5e req-64679dbb-d056-42df-8800-6cd6284be5c6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:59.123701 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ebf4ea52-a111-479d-b44d-f01cfc1eea5e req-64679dbb-d056-42df-8800-6cd6284be5c6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0498548 Sep 08 11:10:59.165360 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ebf4ea52-a111-479d-b44d-f01cfc1eea5e req-9e8297f0-db1a-4c5e-8244-fb0416dd387b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Sep 08 11:10:59.384283 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49018) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:10:59.643746 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3b33-735b-455d-9f72-5c139f6d1dbf req-9a172905-207c-4521-a240-c9eb02a92bca tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:10:59.645246 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-815c3b33-735b-455d-9f72-5c139f6d1dbf req-9a172905-207c-4521-a240-c9eb02a92bca tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0503728 Sep 08 11:10:59.684613 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-815c3b33-735b-455d-9f72-5c139f6d1dbf req-da9f31f0-8563-4557-b5fa-0aa3b21c25b9 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324123 Sep 08 11:11:00.043952 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:00.329770 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Deleting port 467b613c-71e1-4331-98ad-32e319116dde {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:00.330002 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:00.407157 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] For port 467b613c-71e1-4331-98ad-32e319116dde, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=467b613c-71e1-4331-98ad-32e319116dde,segment=NetworkSegment(0f1f232f-2c58-4089-8aa3-4a884b12f547),segment_id=0f1f232f-2c58-4089-8aa3-4a884b12f547)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:00.407834 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:00.419037 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Calling delete_port for 467b613c-71e1-4331-98ad-32e319116dde owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:00.589434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:00.611691 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=467b613c-71e1-4331-98ad-32e319116dde,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:00.766304 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:00.801566 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b9d2c-2bac-4f91-9e43-e7cc237628ac req-0f1a5a15-1451-4b2b-8e9c-44d12988fc41 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:00.803042 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-688b9d2c-2bac-4f91-9e43-e7cc237628ac req-0f1a5a15-1451-4b2b-8e9c-44d12988fc41 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0520897 Sep 08 11:11:00.841895 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-688b9d2c-2bac-4f91-9e43-e7cc237628ac req-ad8102a1-2fb8-4deb-ab17-c2d447d06588 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325897 Sep 08 11:11:00.973347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Router 291c2734-2c85-4e86-a9fb-24bbb8bba93c has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:11:01.078008 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:11:01.086002 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0f17577b-e20d-4883-a9ff-3a32c03931f0 admin admin] 10.222.0.38 "PUT /v2.0/routers/291c2734-2c85-4e86-a9fb-24bbb8bba93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006733 Sep 08 11:11:01.086697 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49052) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:01.088752 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Sync routers for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:11:01.100513 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:01.101227 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:10:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:01.199003 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.207950 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:01.302197 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.352822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Deleting port 1b692d65-7080-4c0b-b1ef-1c7836461475 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:01.353073 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.383763 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:11:00Z', 'revision_number': 5, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port': {'id': '1b692d65-7080-4c0b-b1ef-1c7836461475', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:01.409316 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Checking router: 291c2734-2c85-4e86-a9fb-24bbb8bba93c for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:11:01.417406 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Routers {'291c2734-2c85-4e86-a9fb-24bbb8bba93c'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:01.418004 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:10:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:01.430281 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] For port 1b692d65-7080-4c0b-b1ef-1c7836461475, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=1b692d65-7080-4c0b-b1ef-1c7836461475,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:01.430660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.441787 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Calling delete_port for 1b692d65-7080-4c0b-b1ef-1c7836461475 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:01.510454 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] Set router 291c2734-2c85-4e86-a9fb-24bbb8bba93c gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:01.562109 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:11:01Z', 'revision_number': 6, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:01.590687 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec5b01-0b13-45b5-9d2c-28a2fac97700 None None] The sync data for ids ['291c2734-2c85-4e86-a9fb-24bbb8bba93c'] in dv-cinder-760194-10-iscsi is: [{'id': '291c2734-2c85-4e86-a9fb-24bbb8bba93c', 'name': 'tempest-ServerRescueNegativeTestJSON-742572024-router', 'tenant_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:11:01Z', 'revision_number': 6, 'project_id': '8f4d11c0a2cb4ed4acf7428b0b4d68a7', 'gw_port_host': None}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:11:01.611622 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.641135 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b692d65-7080-4c0b-b1ef-1c7836461475,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:01.699269 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.798443 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.800638 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.862289 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.863148 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291c2734-2c85-4e86-a9fb-24bbb8bba93c {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:11:01.873131 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.874972 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-21e78448-d3fb-44a5-8659-1656ddb08957 admin admin] 10.222.0.38 "DELETE /v2.0/routers/291c2734-2c85-4e86-a9fb-24bbb8bba93c HTTP/1.1" status: 204 len: 168 time: 0.7863600 Sep 08 11:11:01.877327 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49060) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:01.945645 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Deleting subnet 146c3d0b-f812-46f2-bdca-83a734602883 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:11:01.951645 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:01.997934 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee4710-7f23-4921-a759-c66210975903 req-006366bb-6106-4ad4-9d1e-25b3f260e4de tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:01.999430 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9ee4710-7f23-4921-a759-c66210975903 req-006366bb-6106-4ad4-9d1e-25b3f260e4de tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0896776 Sep 08 11:11:02.005051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987715'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.068098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.073651 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9ee4710-7f23-4921-a759-c66210975903 req-7a98c2d3-8953-4b9c-871a-a1aff43b1251 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661671 Sep 08 11:11:02.123905 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29809448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430377'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.147835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146c3d0b-f812-46f2-bdca-83a734602883,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:02.152196 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.154071 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-e4b5269b-9d22-4340-ba91-6fc37e504eb0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/146c3d0b-f812-46f2-bdca-83a734602883 HTTP/1.1" status: 204 len: 168 time: 0.2757530 Sep 08 11:11:02.157060 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49064) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:02.227063 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.306939 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.332565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51eb2bf-1618-481e-8546-b65224db00ce']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:02.345632 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1f232f-2c58-4089-8aa3-4a884b12f547') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:02.345931 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1f232f-2c58-4089-8aa3-4a884b12f547') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:02.357955 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.373625 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.380223 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:11:02.380609 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:11:02.382488 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:11:02.436055 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.441941 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.444108 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b51eb2bf-1618-481e-8546-b65224db00ce HTTP/1.1" status: 204 len: 168 time: 0.2860899 Sep 08 11:11:02.456242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5930-db58-4a2f-9336-97d1744b2be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51eb2bf-1618-481e-8546-b65224db00ce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:02.565664 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 1b692d65-7080-4c0b-b1ef-1c7836461475 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:11:02.594541 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 1b692d65-7080-4c0b-b1ef-1c7836461475 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:11:02.594974 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 1b692d65-7080-4c0b-b1ef-1c7836461475 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:11:02.595497 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 467b613c-71e1-4331-98ad-32e319116dde no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:11:02.618250 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 467b613c-71e1-4331-98ad-32e319116dde {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:11:02.618936 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 467b613c-71e1-4331-98ad-32e319116dde not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:11:02.639137 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49080) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:02.684270 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9a5a02e9-73b6-47d8-860e-20e5b6238ad1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f4d11c0a2cb4ed4acf7428b0b4d68a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438364 Sep 08 11:11:02.687317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49082) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:02.733787 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.755191 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.803545 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.806079 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:02.807276 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a03befde-8826-41ea-a445-a9749ee6f5f9 HTTP/1.1" status: 204 len: 168 time: 0.1189461 Sep 08 11:11:02.815602 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178a6e-9a4d-4a97-854f-f23cbaede616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03befde-8826-41ea-a445-a9749ee6f5f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:03.188701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5fb54-9e40-424d-805d-1fe8a91b5bbb req-ce4d333b-1995-488c-83f8-592e772955d8 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:03.190194 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d8b5fb54-9e40-424d-805d-1fe8a91b5bbb req-ce4d333b-1995-488c-83f8-592e772955d8 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0494759 Sep 08 11:11:03.229132 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d8b5fb54-9e40-424d-805d-1fe8a91b5bbb req-396d7cdf-7ab4-4038-b87a-0f976dc7bb6b tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9e60009-3f8d-4388-a2b3-03cd84dba183&id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327725 Sep 08 11:11:03.580115 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:11:03.605365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:11:03.605785 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8f6ba53b-0efd-4b63-a4d3-5334269e9d73 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:11:04.565518 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49164) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:04.666874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98edafa6-55f8-4c9a-bafc-a1008cc1f644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.759514 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98edafa6-55f8-4c9a-bafc-a1008cc1f644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.763299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98edafa6-55f8-4c9a-bafc-a1008cc1f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.800935 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-98edafa6-55f8-4c9a-bafc-a1008cc1f644 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07fe0873dad94090bef3485b857d1e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343538 Sep 08 11:11:04.801769 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edafa6-55f8-4c9a-bafc-a1008cc1f644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba29f3-6597-4846-8927-e0fa623f3865,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:04.804493 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49172) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:04.856021 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.879478 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.930808 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.933410 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:04.934520 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fba29f3-6597-4846-8927-e0fa623f3865 HTTP/1.1" status: 204 len: 168 time: 0.1283162 Sep 08 11:11:04.943465 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839f717-be66-4b64-a655-8f183fef3054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba29f3-6597-4846-8927-e0fa623f3865,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:05.204719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49186) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:05.218081 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e986aa35-635d-4b7c-954e-4b18d9e799e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.323333 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e986aa35-635d-4b7c-954e-4b18d9e799e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.326897 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e986aa35-635d-4b7c-954e-4b18d9e799e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.361622 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986aa35-635d-4b7c-954e-4b18d9e799e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91362e9d-9bd3-4c51-8bd2-e85ff2ae1cb4,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:05.365799 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e986aa35-635d-4b7c-954e-4b18d9e799e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a69fd387a4fb430087e1a329c6e27af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600933 Sep 08 11:11:05.368569 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49188) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:05.417198 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.438026 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.481036 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.483480 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:05.485169 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91362e9d-9bd3-4c51-8bd2-e85ff2ae1cb4 HTTP/1.1" status: 204 len: 168 time: 0.1156123 Sep 08 11:11:05.495669 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde900-e767-49dc-a902-824ba113670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91362e9d-9bd3-4c51-8bd2-e85ff2ae1cb4,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:09.779405 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49304) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:09.886365 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee766-e989-4fa6-8522-64a9df8cf79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:09.979588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee766-e989-4fa6-8522-64a9df8cf79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:09.983309 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee766-e989-4fa6-8522-64a9df8cf79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.022076 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1b0ee766-e989-4fa6-8522-64a9df8cf79d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d6abb300e8343609a6bba08237405fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414949 Sep 08 11:11:10.022778 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ee766-e989-4fa6-8522-64a9df8cf79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b588dfc-b960-444f-975a-fce46cd16814,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:10.024829 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:10.075846 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.096236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.140920 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.143556 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.144729 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b588dfc-b960-444f-975a-fce46cd16814 HTTP/1.1" status: 204 len: 168 time: 0.1189210 Sep 08 11:11:10.152555 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6d5b5-5c4e-4206-b599-efcd5a4faa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b588dfc-b960-444f-975a-fce46cd16814,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:10.402158 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49318) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:10.415290 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9707f949-85d9-406b-bd60-6dc450056434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.503506 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9707f949-85d9-406b-bd60-6dc450056434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.507317 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9707f949-85d9-406b-bd60-6dc450056434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.546899 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9707f949-85d9-406b-bd60-6dc450056434 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f56c909f28f14e8bac29f962fc189cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437192 Sep 08 11:11:10.547776 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707f949-85d9-406b-bd60-6dc450056434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02158ba2-9892-4aba-9fa8-b62d2bfe92d6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:10.549699 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49320) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:10.599057 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.619535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.664432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.667003 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:10.668196 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02158ba2-9892-4aba-9fa8-b62d2bfe92d6 HTTP/1.1" status: 204 len: 168 time: 0.1169050 Sep 08 11:11:10.675759 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec9ef3-23d7-4b22-b01d-27ca0771c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02158ba2-9892-4aba-9fa8-b62d2bfe92d6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:15.004598 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:11:15.826145 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:18.809219 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-8d2df1ff-efc9-4384-b822-7c3677dd66aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376513 Sep 08 11:11:18.873860 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-e529ac91-ec42-4bd0-a456-ea2c40ae55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:18.875854 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-e529ac91-ec42-4bd0-a456-ea2c40ae55ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 1099 time: 0.0375164 Sep 08 11:11:18.980425 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-d26d5d39-fa32-4e2c-99fb-3761dc65e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:18.982353 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-d26d5d39-fa32-4e2c-99fb-3761dc65e3b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.0868816 Sep 08 11:11:19.053706 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-5f310958-c169-466e-8d57-f346de1d8b62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 200 len: 1002 time: 0.0601237 Sep 08 11:11:19.104590 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-5ec2bf94-69a2-424c-95d6-23cc7c2ffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:19.106035 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-5ec2bf94-69a2-424c-95d6-23cc7c2ffda8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0432363 Sep 08 11:11:19.164789 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-5b5a51d4-3a37-4ba0-978b-b743e5edf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:19.166347 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-5b5a51d4-3a37-4ba0-978b-b743e5edf7a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526302 Sep 08 11:11:19.265748 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-d5f9dd62-367f-4371-be7b-9a1d34d6d028 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903134 Sep 08 11:11:21.631618 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c86bcac1-4783-44c6-8b06-4eb280e3bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:22.123501 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b4b48a13-7151-450f-bb75-a09a019bedb9 req-74fbcf8e-8351-493f-9955-73d3f6e286dd service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863886 Sep 08 11:11:23.676450 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8947-ce7e-41dd-ab3c-e0b515d99e2a req-ca8df7f3-ad31-46ba-95c9-5dcbf2c057ec tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:23.677832 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a83b8947-ce7e-41dd-ab3c-e0b515d99e2a req-ca8df7f3-ad31-46ba-95c9-5dcbf2c057ec tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0478747 Sep 08 11:11:23.714129 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a83b8947-ce7e-41dd-ab3c-e0b515d99e2a req-d0cc37dd-e36d-442c-9218-83336be9cf52 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303175 Sep 08 11:11:24.201613 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e1a35146-7d97-4003-bce3-a7600d55707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:24.547224 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:24.834363 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfec31-d58e-4b5e-b8bb-55b51fe01052 req-0b44e0a2-f333-4b88-8b13-276052e84455 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:24.835795 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32bfec31-d58e-4b5e-b8bb-55b51fe01052 req-0b44e0a2-f333-4b88-8b13-276052e84455 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0497963 Sep 08 11:11:24.871497 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32bfec31-d58e-4b5e-b8bb-55b51fe01052 req-f9de06d3-3ab1-4f2c-b1b0-fbd8529ab7f3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298188 Sep 08 11:11:25.070824 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:25.987070 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ff02-01bf-463b-9bb7-67c9eccf96c6 req-20000925-bd22-4071-ac37-27930110de72 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:25.988545 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b19ff02-01bf-463b-9bb7-67c9eccf96c6 req-20000925-bd22-4071-ac37-27930110de72 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0468972 Sep 08 11:11:26.025361 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b19ff02-01bf-463b-9bb7-67c9eccf96c6 req-29b4a03d-3459-4cd6-b002-6d5e11cfe937 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307546 Sep 08 11:11:27.140831 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed974e-b9c6-4266-b4ce-37025783dfce req-9b355d61-5d58-42a2-b124-b3a43b70c8a3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:27.142325 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5ed974e-b9c6-4266-b4ce-37025783dfce req-9b355d61-5d58-42a2-b124-b3a43b70c8a3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0477724 Sep 08 11:11:27.179145 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5ed974e-b9c6-4266-b4ce-37025783dfce req-f44b9101-8d60-484e-93c6-d7faf0bfb60c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309412 Sep 08 11:11:27.290626 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:28.296593 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b18b3-daed-4405-b49d-adfcfb8414a6 req-1888fb2e-8904-42fc-ada9-3dd17614579d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:28.298065 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cf4b18b3-daed-4405-b49d-adfcfb8414a6 req-1888fb2e-8904-42fc-ada9-3dd17614579d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0500245 Sep 08 11:11:28.329052 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-b6c22491-800e-4616-a65a-e14cdb254ab3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:28.331092 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-b6c22491-800e-4616-a65a-e14cdb254ab3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 947 time: 0.0474112 Sep 08 11:11:28.335329 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cf4b18b3-daed-4405-b49d-adfcfb8414a6 req-c51e5990-9291-4b94-8618-0ab531127589 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=abd58d02-3dd0-4dcc-b132-ebd45897620b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313039 Sep 08 11:11:28.421379 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Deleting port 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:28.421635 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:28.508871 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] For port 8a0eecda-3646-4d4a-af2f-5eee8940948e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8a0eecda-3646-4d4a-af2f-5eee8940948e,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:28.509243 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:28.954094 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:28.954511 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:28.954815 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Floating IP eda3bba6-35eb-463b-8720-97d627569ff7 disassociated. External IP: 172.27.0.236, port: 8a0eecda-3646-4d4a-af2f-5eee8940948e. Sep 08 11:11:28.955144 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Calling delete_port for 8a0eecda-3646-4d4a-af2f-5eee8940948e owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:29.084070 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:29.116457 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'Port': ['ID=8a0eecda-3646-4d4a-af2f-5eee8940948e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:29.130611 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.130953 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.131327 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.131609 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.131961 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.132288 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.132611 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.132937 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.133299 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.133556 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.133873 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.134188 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:29.251863 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:11:29.362631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:11:29.373842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:11:29.387452 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:29.388107 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:29.402376 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] No DVR routers for this DVR port 8a0eecda-3646-4d4a-af2f-5eee8940948e on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:11:29.405349 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:29.407565 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-72181d7f-e5a9-4e3e-ae0a-9dc7ca8719f4 req-0a9cc05d-5251-4ab7-b467-4932ae30952a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "DELETE /v2.0/ports/8a0eecda-3646-4d4a-af2f-5eee8940948e HTTP/1.1" status: 204 len: 173 time: 1.0711546 Sep 08 11:11:29.408262 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-deleted', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:29.410713 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b775f81e-b013-4939-bae5-fe140b6322b7" -d '{"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-deleted", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:29.442499 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f4d62df0-abe6-435a-8f5a-6d2e399a78b7 req-dc8ae4ed-3d41-4dac-8fa8-48f31745e602 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 210 time: 0.0342255 Sep 08 11:11:29.461663 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aea7a1-a838-4e9b-abd6-aa459a3fbfd0 x-openstack-request-id: req-a7aea7a1-a838-4e9b-abd6-aa459a3fbfd0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:29.461953 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e", "name": "network-vif-deleted", "tag": "8a0eecda-3646-4d4a-af2f-5eee8940948e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:29.462404 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7aea7a1-a838-4e9b-abd6-aa459a3fbfd0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:29.462795 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e', 'name': 'network-vif-deleted', 'tag': '8a0eecda-3646-4d4a-af2f-5eee8940948e', 'status': 'completed', 'code': 200} Sep 08 11:11:29.512502 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:29.710910 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:29.736165 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:11:29.744852 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:29.745451 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:29.845642 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:30.037502 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:30.065955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2f74e-0a2b-4ab7-963f-6f07889072da None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:11:30.274309 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e77e6-dcc7-47ef-9a97-52b1cefd2636 None None] New status for floating IP eda3bba6-35eb-463b-8720-97d627569ff7: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:11:30.544252 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a1b5d8c-526c-4985-b1f6-1c8dd9c0d462 req-f9e3b953-7ab8-4684-a277-9f1692fd2f24 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 210 time: 0.0269780 Sep 08 11:11:31.640653 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e7e4a9f-3c79-4a74-af62-e915df99e04f req-524c32cd-0af3-43ce-a73c-884651f4c243 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d79ce6d-6e5d-4ab7-848c-e0b31e3dd05e HTTP/1.1" status: 200 len: 210 time: 0.0252604 Sep 08 11:11:32.728228 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49616) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:32.785024 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:32.808086 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:32.863096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:32.865749 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:32.866888 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "DELETE /v2.0/security-groups/abd58d02-3dd0-4dcc-b132-ebd45897620b HTTP/1.1" status: 204 len: 168 time: 0.1377385 Sep 08 11:11:32.869705 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49626) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:32.876475 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e0b44-70f0-4344-9d05-efce51974be5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd58d02-3dd0-4dcc-b132-ebd45897620b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:32.884388 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.api.v2.resource [None req-47b74f2b-329b-4809-8cad-fefbe9891647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] show failed (client error): The resource could not be found. Sep 08 11:11:32.885510 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-47b74f2b-329b-4809-8cad-fefbe9891647 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups/abd58d02-3dd0-4dcc-b132-ebd45897620b HTTP/1.1" status: 404 len: 347 time: 0.0147049 Sep 08 11:11:32.888539 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49628) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:33.011272 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Deleting port b1de1440-fae7-4b61-9b9b-72de03637c8b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:33.011533 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.086819 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.087150 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.099071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Calling delete_port for b1de1440-fae7-4b61-9b9b-72de03637c8b owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:33.241339 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.266494 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'Port': ['ID=b1de1440-fae7-4b61-9b9b-72de03637c8b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:33.321861 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.324391 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:33.325534 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9ed0cf85-d47b-4fe2-9ca2-19fdf99f71b9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "DELETE /v2.0/floatingips/eda3bba6-35eb-463b-8720-97d627569ff7 HTTP/1.1" status: 204 len: 168 time: 0.4360189 Sep 08 11:11:34.758750 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:11:34.778261 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 8a0eecda-3646-4d4a-af2f-5eee8940948e {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:11:34.778593 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 8a0eecda-3646-4d4a-af2f-5eee8940948e not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:11:34.882456 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:34.886902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989755343', 'description': 'tempest-description--1553904693'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:34.908690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:34.986080 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:34.990008 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.016502 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.017709 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1342552 Sep 08 11:11:35.020110 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52558b0b-1c60-4154-8f77-830252d2cb33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7717c8f-dcca-4aae-9459-7599f0fcba3b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:35.021180 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49648) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:35.025690 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group_rule': {'security_group_id': 'b7717c8f-dcca-4aae-9459-7599f0fcba3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:35.051869 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.109526 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.112955 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.129902 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1820b8b4-1a11-40c3-b838-2faf44df4280,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:35.135824 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.137086 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-dfbcf68f-6f0c-4751-af6c-dcf33a9d468d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148598 Sep 08 11:11:35.139586 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49650) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:35.144400 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'security_group_rule': {'security_group_id': 'b7717c8f-dcca-4aae-9459-7599f0fcba3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:35.168491 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.223004 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.228231 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.246312 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e21782e-6988-459b-8f49-e28e78c1b459,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:35.252467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.254122 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8f2948dd-5e7e-4109-9ee6-841b906f230f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136136 Sep 08 11:11:35.257072 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49652) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:35.261221 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:35.280950 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.376125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.475722 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Allocated IP 172.27.0.203 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:11:35.577381 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.614654 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.648938 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:11:35.651612 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:11:35.655043 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:11:35.680476 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:35.740834 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.780210 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.931128 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:35.935338 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:36.004210 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:36.015663 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:36.028914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:36.030157 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e205de6f-ee9c-4b79-84d4-d8569291b44c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7721848 Sep 08 11:11:36.225543 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-256b1df3-e8a7-4062-a964-59c8884eed1d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1989755343&fields=id&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 267 time: 0.0333869 Sep 08 11:11:36.333333 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-3b0fb5c7-2d7d-4cf2-bef8-8739f101cfc8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:36.334775 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-3b0fb5c7-2d7d-4cf2-bef8-8739f101cfc8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 817 time: 0.1009052 Sep 08 11:11:36.349678 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-547e0463-a302-4a30-be32-eda6390be0bf tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/quotas/93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 375 time: 0.0092008 Sep 08 11:11:36.400145 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-fe81558d-a383-4d18-a9e7-6b1e528d60c0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453866 Sep 08 11:11:36.494364 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-3f053d10-85d9-4842-a99d-191b00bdb763 service neutron] 10.222.0.38 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Sep 08 11:11:36.588600 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-b5c12db8-a5bc-4794-92cf-67cba728904d service neutron] 10.222.0.38 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Sep 08 11:11:36.744716 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2581b0a9-09d3-4ea3-bf86-01c4f944de0c req-ac693e20-6a20-4f52-b9f1-aafad7d5c836 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 210 time: 0.0290799 Sep 08 11:11:37.843721 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4ba5b004-9229-4637-851e-bbe9f78f22c3 req-7446e046-f97c-435b-a209-113f303c7e42 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Sep 08 11:11:38.937894 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fbe1263e-d7f7-496c-8dc1-cbaa41adc57c req-1a2c038c-0c1e-46e0-8e53-f5805cfa166d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 210 time: 0.0259311 Sep 08 11:11:40.034354 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7d37524f-e6aa-4581-b778-fa573a2aeeed req-90a9d6f0-313c-4a87-96a9-f24363380845 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 210 time: 0.0256801 Sep 08 11:11:40.528509 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-ec1fa54e-a2fe-4ce1-9e54-b4e3fdfd5406 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:40.530015 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-ec1fa54e-a2fe-4ce1-9e54-b4e3fdfd5406 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 817 time: 0.1158113 Sep 08 11:11:40.578724 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-3b14a949-000f-464d-bc53-9855a9ff30e1 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 380 time: 0.0368149 Sep 08 11:11:40.591343 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'port': {'device_id': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'admin_state_up': True, 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'security_groups': ['b7717c8f-dcca-4aae-9459-7599f0fcba3b']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:40.699058 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Made reservation on behalf of 93b7b89c599d406c88372eb8d610a6ef for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:11:40.702565 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:40.834401 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Allocated IP 172.20.0.4 (728d42da-346f-4cff-85cf-093c8cea2d25/96ae5d9f-c290-4b26-ba4a-6996e93a84d6/69709d81-13fb-4bb8-bb87-c9dabca84164) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:11:40.971279 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:40.984137 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Transition to ACTIVE for port object 69709d81-13fb-4bb8-bb87-c9dabca84164 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:11:41.015941 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.056839 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Network 728d42da-346f-4cff-85cf-093c8cea2d25 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:11:41.059842 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:11:41.066065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:11:41.090364 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:41.118725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:41.119382 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.135020 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-5769f784-ee99-4375-8e6d-f2e7142b69cc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481727 Sep 08 11:11:41.148022 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Request body: {'port': {'device_id': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:41.162515 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a519d-5198-4306-83ce-ed48aea5f188 req-a2809c71-0a3c-4b33-a925-285608e7b4d5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:41.164131 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e33a519d-5198-4306-83ce-ed48aea5f188 req-a2809c71-0a3c-4b33-a925-285608e7b4d5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 931 time: 0.0536358 Sep 08 11:11:41.204801 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e33a519d-5198-4306-83ce-ed48aea5f188 req-10d5709d-9ffe-4ff4-8641-f21b5ebda56a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333736 Sep 08 11:11:41.212360 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.290887 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9a364c88-a34b-4d4d-8ebf-01d33d739525 None None] Provisioning for port 69709d81-13fb-4bb8-bb87-c9dabca84164 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:11:41.294632 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9a364c88-a34b-4d4d-8ebf-01d33d739525 None None] Provisioning complete for port 69709d81-13fb-4bb8-bb87-c9dabca84164 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:11:41.295102 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a364c88-a34b-4d4d-8ebf-01d33d739525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.334157 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9a364c88-a34b-4d4d-8ebf-01d33d739525 None None] Port 69709d81-13fb-4bb8-bb87-c9dabca84164 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:11:41.479133 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:11:41.486544 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.502767 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Transition to ACTIVE for port object 69709d81-13fb-4bb8-bb87-c9dabca84164 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:11:41.508603 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.575318 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:41.632852 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Attempting to bind port 69709d81-13fb-4bb8-bb87-c9dabca84164 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:11:41.633241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Attempting to bind port 69709d81-13fb-4bb8-bb87-c9dabca84164 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:11:41.633644 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Attempting to bind port 69709d81-13fb-4bb8-bb87-c9dabca84164 on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:11:41.638764 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Port 69709d81-13fb-4bb8-bb87-c9dabca84164 on network 728d42da-346f-4cff-85cf-093c8cea2d25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:11:41.639156 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Attempting to bind port 69709d81-13fb-4bb8-bb87-c9dabca84164 on network 728d42da-346f-4cff-85cf-093c8cea2d25 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:11:41.647921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:11:41.647921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Checking segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:11:41.647921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Bound using segment: {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:11:41.647921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Bound port: 69709d81-13fb-4bb8-bb87-c9dabca84164, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd662fe32-f627-420e-8032-92af653150fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:11:41.647921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.725760 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:11:41.729246 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:11:41.733158 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.769906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:41.770572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:41.771959 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] 10.222.0.44 "PUT /v2.0/ports/69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 1093 time: 0.6288733 Sep 08 11:11:41.772341 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:41.774588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:41.817874 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44543f6-f187-4725-94f9-b7aaa393df6a service neutron] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:41.831376 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d149d06-cd35-4055-b312-36b36f214b4d x-openstack-request-id: req-2d149d06-cd35-4055-b312-36b36f214b4d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:41.831682 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:41.831978 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d149d06-cd35-4055-b312-36b36f214b4d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:41.832511 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'status': 'completed', 'code': 200} Sep 08 11:11:41.873920 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-9e2c1d31-9cc9-4aa0-b70c-fb2cf13a5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:41.875675 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-9e2c1d31-9cc9-4aa0-b70c-fb2cf13a5eff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1096 time: 0.0464330 Sep 08 11:11:41.924132 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-0be7c965-d101-437c-8d3c-d83235cc9ef1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 217 time: 0.0381954 Sep 08 11:11:41.977892 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-55773a1d-13b0-4cf9-a779-5903996f5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:41.979342 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-55773a1d-13b0-4cf9-a779-5903996f5c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0464809 Sep 08 11:11:42.028252 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-c30c8584-ae07-432a-9775-aa80cf9d768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.029846 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-c30c8584-ae07-432a-9775-aa80cf9d768a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414307 Sep 08 11:11:42.127463 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-e5c1bbbb-f25b-4771-81fa-51f966cd05a9 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851979 Sep 08 11:11:42.221186 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fcc6f365-3950-40ee-9dfc-7e1317554644 req-b5defbe7-8fd5-4e94-b45a-1a4bef49d8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833297 Sep 08 11:11:42.223843 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49806) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:42.313544 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-7db14862-a8c0-494b-8072-1a9f2364b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.315205 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-7db14862-a8c0-494b-8072-1a9f2364b027 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1096 time: 0.0437131 Sep 08 11:11:42.332281 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8054e7-76a4-452b-baab-2f648799f4db req-ecf0e6c6-bf0c-4c1f-b4a7-fbbf07191bb3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.333749 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f8054e7-76a4-452b-baab-2f648799f4db req-ecf0e6c6-bf0c-4c1f-b4a7-fbbf07191bb3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0553596 Sep 08 11:11:42.352701 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4f08ec4-b16e-4e06-932f-eb4cec6feb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.371061 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f8054e7-76a4-452b-baab-2f648799f4db req-4cbbf812-d47f-4261-84d6-df843b8f2707 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Sep 08 11:11:42.449495 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-6a1fde1b-db8c-4f8b-aacb-af06c9c203b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.450890 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-6a1fde1b-db8c-4f8b-aacb-af06c9c203b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1210866 Sep 08 11:11:42.501575 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-acb13194-af08-4c1c-bb78-ea997fb976c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 217 time: 0.0370417 Sep 08 11:11:42.561176 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4f08ec4-b16e-4e06-932f-eb4cec6feb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.569891 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-edf3c673-9a2c-4a1c-b0b0-b335cb2e4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.571445 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-edf3c673-9a2c-4a1c-b0b0-b335cb2e4e0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0603738 Sep 08 11:11:42.572317 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4f08ec4-b16e-4e06-932f-eb4cec6feb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.637571 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f08ec4-b16e-4e06-932f-eb4cec6feb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e39f0-01bf-400c-b777-af5f365e2192,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:42.643182 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b4f08ec4-b16e-4e06-932f-eb4cec6feb5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83e1820a6ee54a3e9257b0f9356460ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183877 Sep 08 11:11:42.646368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49820) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:42.667171 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-e117cc09-e180-423b-a5ff-8d010ae355d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:42.668721 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-e117cc09-e180-423b-a5ff-8d010ae355d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0813677 Sep 08 11:11:42.755474 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.794138 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.806558 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-3a9510f6-d438-4ad6-8961-ecb4f6a06d49 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277015 Sep 08 11:11:42.906741 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.909082 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:42.910216 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/922e39f0-01bf-400c-b777-af5f365e2192 HTTP/1.1" status: 204 len: 168 time: 0.2629833 Sep 08 11:11:42.917238 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-6e10062e-5fd7-4c7a-8f49-e720c09cb4c3 req-dffe3fb8-0dab-4a12-86f3-165480f54d60 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024578 Sep 08 11:11:42.921980 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa702-5b3b-4a04-82eb-8c48ba2fa0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e39f0-01bf-400c-b777-af5f365e2192,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:43.163334 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49828) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:43.176963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-258a42f7-4074-425a-a5b9-b62e54970f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.271753 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-258a42f7-4074-425a-a5b9-b62e54970f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.275409 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-258a42f7-4074-425a-a5b9-b62e54970f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.310950 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a42f7-4074-425a-a5b9-b62e54970f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad27e9a-3f81-49d3-9344-7330f6861ffb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:43.316844 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-258a42f7-4074-425a-a5b9-b62e54970f76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5809bf05eddc41f686a0963a3009380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523850 Sep 08 11:11:43.319591 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49830) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:43.368916 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.392063 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.440251 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.443118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:43.447110 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fad27e9a-3f81-49d3-9344-7330f6861ffb HTTP/1.1" status: 204 len: 168 time: 0.1264532 Sep 08 11:11:43.457960 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d3ac-b6bf-44ca-befe-62fea5e49004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad27e9a-3f81-49d3-9344-7330f6861ffb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:43.495549 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca7bd1-53a5-4751-aad5-7b13e2313404 req-6e6067b6-7124-4faa-abe3-7f56b4057120 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:43.497433 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6aca7bd1-53a5-4751-aad5-7b13e2313404 req-6e6067b6-7124-4faa-abe3-7f56b4057120 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0530710 Sep 08 11:11:43.537783 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6aca7bd1-53a5-4751-aad5-7b13e2313404 req-3b1ff022-ec67-4e48-ab36-ca9a6fc96cdd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Sep 08 11:11:44.655675 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206161-9667-4a4d-ab9f-7cdf86a11cac req-eb4c8eef-5d3f-4a45-8dab-d0521bb65bb4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:44.657207 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bd206161-9667-4a4d-ab9f-7cdf86a11cac req-eb4c8eef-5d3f-4a45-8dab-d0521bb65bb4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0490162 Sep 08 11:11:44.698962 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bd206161-9667-4a4d-ab9f-7cdf86a11cac req-681ae0d1-e2c8-42ca-b6d0-8f9fb7d2dfa4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Sep 08 11:11:45.313558 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49910) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:45.422601 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4141aa97-a6c8-4fb0-b2cf-0cdffe60943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.508929 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4141aa97-a6c8-4fb0-b2cf-0cdffe60943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.512482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4141aa97-a6c8-4fb0-b2cf-0cdffe60943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.551759 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4141aa97-a6c8-4fb0-b2cf-0cdffe60943c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d86b9fe060149a2ba26a0730c570e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371473 Sep 08 11:11:45.552610 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141aa97-a6c8-4fb0-b2cf-0cdffe60943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec118e6-b72b-4e6c-aca7-622e6f021bc2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:45.554412 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49914) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:45.604840 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.624837 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.669763 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.672436 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.673558 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bec118e6-b72b-4e6c-aca7-622e6f021bc2 HTTP/1.1" status: 204 len: 168 time: 0.1181242 Sep 08 11:11:45.680909 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec118e6-b72b-4e6c-aca7-622e6f021bc2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:45.687721 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.688097 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.688433 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.688760 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.689087 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.689410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.689728 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.690050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.690366 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.691182 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.691495 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.691805 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d4ab8-f4a0-4797-87cc-3a63f7912c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:45.823138 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2053c-1ccc-41f9-abca-9e2509d15a88 req-428acdb8-98e3-4e2b-9635-e3fef335caac tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:45.824705 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a9a2053c-1ccc-41f9-abca-9e2509d15a88 req-428acdb8-98e3-4e2b-9635-e3fef335caac tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0489395 Sep 08 11:11:45.830755 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.866087 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a9a2053c-1ccc-41f9-abca-9e2509d15a88 req-7592bf7a-cd33-429f-96ff-0a6eba31d375 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Sep 08 11:11:45.946989 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:45.959715 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d04cbc8-426b-40e3-98d4-b52f29ee9074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:45.977949 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:11:46.048271 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d04cbc8-426b-40e3-98d4-b52f29ee9074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.052960 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d04cbc8-426b-40e3-98d4-b52f29ee9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.073838 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:46.084497 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:11:46.092420 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1d04cbc8-426b-40e3-98d4-b52f29ee9074 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a5761aabe4242b1a5bfec2c58750d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443892 Sep 08 11:11:46.093352 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04cbc8-426b-40e3-98d4-b52f29ee9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa1066-34cc-4632-8a91-8035c39a1e22,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:46.095092 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49928) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:46.123448 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.136107 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:11:46.144963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.155284 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:46.159986 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.166990 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.214478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:46.217898 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.220792 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:46.225873 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76aa1066-34cc-4632-8a91-8035c39a1e22 HTTP/1.1" status: 204 len: 168 time: 0.1258774 Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.226061 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.227164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.227164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.227164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.227164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:11:46.233238 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289b309-caf2-46ab-949f-96b8324f6be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa1066-34cc-4632-8a91-8035c39a1e22,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:46.466593 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['69709d81-13fb-4bb8-bb87-c9dabca84164'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:11:47.003204 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f268e-d9ac-4b9c-bc19-79931f32b224 req-4f61ee36-9c6f-4d78-a9ba-bb00d22e4151 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:47.004925 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae9f268e-d9ac-4b9c-bc19-79931f32b224 req-4f61ee36-9c6f-4d78-a9ba-bb00d22e4151 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 944 time: 0.0577202 Sep 08 11:11:47.045450 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae9f268e-d9ac-4b9c-bc19-79931f32b224 req-8b397b96-e8ef-4d61-a478-42b99ffadbce tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Sep 08 11:11:47.268185 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 49972) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:47.369580 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90ad329a-5383-4c59-90cc-8a3a78c3f8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.460026 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90ad329a-5383-4c59-90cc-8a3a78c3f8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.463629 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90ad329a-5383-4c59-90cc-8a3a78c3f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.500403 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-90ad329a-5383-4c59-90cc-8a3a78c3f8c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76d67318653c497fb2fd8227bfa0e5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311776 Sep 08 11:11:47.501240 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad329a-5383-4c59-90cc-8a3a78c3f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1666ec36-33c6-4351-9c42-73851ade1566,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:47.503234 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 49976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:47.550503 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.570625 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.621564 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.624685 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:47.625834 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1666ec36-33c6-4351-9c42-73851ade1566 HTTP/1.1" status: 204 len: 168 time: 0.1216490 Sep 08 11:11:47.634028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234961-75d7-4f4c-bb92-60821745d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1666ec36-33c6-4351-9c42-73851ade1566,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:47.995245 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:11:48.061114 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 69709d81-13fb-4bb8-bb87-c9dabca84164 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:11:48.066993 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 69709d81-13fb-4bb8-bb87-c9dabca84164 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:11:48.067752 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:48.150050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b8b24-8188-4e11-8f53-27f56eb79e23 req-7c86d557-5817-4618-a1eb-4e92b1ac3b09 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:48.152209 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-760b8b24-8188-4e11-8f53-27f56eb79e23 req-7c86d557-5817-4618-a1eb-4e92b1ac3b09 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0662012 Sep 08 11:11:48.244988 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483271-0b32-47d5-abcd-79f0a2038c3e req-7b9f4f78-3fa9-4974-a277-3b102320c0e3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:48.253240 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ec483271-0b32-47d5-abcd-79f0a2038c3e req-7b9f4f78-3fa9-4974-a277-3b102320c0e3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 944 time: 0.1121707 Sep 08 11:11:48.291358 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-760b8b24-8188-4e11-8f53-27f56eb79e23 req-260160fc-2bc0-4d85-9b66-5a0f84a3f0ca tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196926 Sep 08 11:11:48.299579 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ec483271-0b32-47d5-abcd-79f0a2038c3e req-db688ab5-f7b5-49b7-8af8-88df93343fb4 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 Sep 08 11:11:48.349602 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:48.373481 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:48.375769 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c4dda-7d2a-4330-b9b6-269d02fb4939" -d '{"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:48.399699 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:48.411783 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:48.434147 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed227560-0bab-442d-a5b0-f9aafc4a9589 x-openstack-request-id: req-ed227560-0bab-442d-a5b0-f9aafc4a9589 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:48.434439 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:48.434684 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed227560-0bab-442d-a5b0-f9aafc4a9589 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:48.435062 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'code': 200} Sep 08 11:11:48.463141 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:48.614702 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3876a-6219-48e5-97e3-e99b86ac17ed req-7eb8dde2-3966-4063-9ca4-85bb21e4bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:48.616243 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-8bb3876a-6219-48e5-97e3-e99b86ac17ed req-7eb8dde2-3966-4063-9ca4-85bb21e4bbf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1098 time: 0.0416865 Sep 08 11:11:48.655405 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-8bb3876a-6219-48e5-97e3-e99b86ac17ed req-6b315872-7206-4729-af5d-770e2dcb47a2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286350 Sep 08 11:11:49.422128 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c59c2-ea9a-4256-918b-b0f1d9e841e1 req-324fe315-6c9d-4a64-942e-4f85b54cf888 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:49.423577 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e2c59c2-ea9a-4256-918b-b0f1d9e841e1 req-324fe315-6c9d-4a64-942e-4f85b54cf888 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0473154 Sep 08 11:11:49.484994 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e2c59c2-ea9a-4256-918b-b0f1d9e841e1 req-4c7ef92f-86c1-44d4-8a94-9cf35d72efb8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520394 Sep 08 11:11:49.496780 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc063-86ec-4d6d-ba86-85cd701d6e8e req-854a7806-7386-4bb6-a191-988f328d3c43 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:49.498516 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-686fc063-86ec-4d6d-ba86-85cd701d6e8e req-854a7806-7386-4bb6-a191-988f328d3c43 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0740659 Sep 08 11:11:49.536719 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-686fc063-86ec-4d6d-ba86-85cd701d6e8e req-c94d7d5a-2c56-4838-bc0b-595bf355c357 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Sep 08 11:11:50.600133 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bb819-4a8f-47ef-9809-0138e474e8f2 req-9c79329b-6c41-4159-a7c3-fb3136841ba9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:50.601604 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2e7bb819-4a8f-47ef-9809-0138e474e8f2 req-9c79329b-6c41-4159-a7c3-fb3136841ba9 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0477352 Sep 08 11:11:50.665183 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2e7bb819-4a8f-47ef-9809-0138e474e8f2 req-4671636e-7cd9-41ec-b2fb-2e3b71c5d008 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548379 Sep 08 11:11:50.672983 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ac1ad-e428-44dd-9329-ecaf236f3033 req-3fdc5cbb-2143-4eb6-9b16-1ddaad17829f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:50.674363 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e6ac1ad-e428-44dd-9329-ecaf236f3033 req-3fdc5cbb-2143-4eb6-9b16-1ddaad17829f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0719295 Sep 08 11:11:50.959826 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e6ac1ad-e428-44dd-9329-ecaf236f3033 req-3adea1d9-ae54-4215-8a74-cba9c14a141d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788885 Sep 08 11:11:50.970784 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50082) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:50.979444 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b859d-3a88-48aa-96e4-829b23214cda req-0d61647c-edd4-4bc0-8659-66fee5770afb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:50.980939 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b81b859d-3a88-48aa-96e4-829b23214cda req-0d61647c-edd4-4bc0-8659-66fee5770afb tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0631034 Sep 08 11:11:50.989496 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50086) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:50.993962 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Request body: {'floatingip': {'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:51.032153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.099805 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-153fa56d-d17f-44be-8eec-f7e0b0878f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.383717 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-153fa56d-d17f-44be-8eec-f7e0b0878f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.389898 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-153fa56d-d17f-44be-8eec-f7e0b0878f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.637084 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4e87185a-c3ac-4448-8068-67a404473a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.703942 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fa56d-d17f-44be-8eec-f7e0b0878f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb16fea-584a-4d6d-a5c4-1c336fe0f6f0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:51.712329 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-153fa56d-d17f-44be-8eec-f7e0b0878f3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d9978c640da41d6b6caffffdaadff5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403734 Sep 08 11:11:51.715043 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50090) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:51.764492 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.784108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.809653 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.813703 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.831382 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.833939 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:51.837348 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfb16fea-584a-4d6d-a5c4-1c336fe0f6f0 HTTP/1.1" status: 204 len: 168 time: 0.1178734 Sep 08 11:11:51.843182 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a73a76-6a48-4eb0-bcc5-cb992a656342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb16fea-584a-4d6d-a5c4-1c336fe0f6f0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:51.915873 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Floating IP 519e6bf3-8727-4563-a04e-0c1e933bb428 associated. External IP: 172.27.0.203, port: 69709d81-13fb-4bb8-bb87-c9dabca84164. Sep 08 11:11:52.002856 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:11:52.083376 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e4870-f50d-434d-9540-160116bbb7a1 req-6647c61e-49e9-4dfb-bea0-456146db5d76 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:52.085141 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3b5e4870-f50d-434d-9540-160116bbb7a1 req-6647c61e-49e9-4dfb-bea0-456146db5d76 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0554650 Sep 08 11:11:52.128763 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3b5e4870-f50d-434d-9540-160116bbb7a1 req-670f01be-5657-4c0c-9082-3b02799ecba3 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352137 Sep 08 11:11:52.132194 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:11:52.144041 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50100) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:52.189914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e69ab08f-b584-4c08-9ad2-e9785c173fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.278252 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:11:52.283480 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.289610 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:11:52.298042 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:52.298657 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:52.320037 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-92483cae-c2f9-4182-ad9f-8e9c01a0d660 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "PUT /v2.0/floatingips/519e6bf3-8727-4563-a04e-0c1e933bb428 HTTP/1.1" status: 200 len: 991 time: 1.3294816 Sep 08 11:11:52.321479 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:52.323671 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:52.364325 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e69ab08f-b584-4c08-9ad2-e9785c173fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.366499 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256c2c9-5eea-4adc-8eec-bfbdf35d29d1 x-openstack-request-id: req-8256c2c9-5eea-4adc-8eec-bfbdf35d29d1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:52.366714 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:52.366915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8256c2c9-5eea-4adc-8eec-bfbdf35d29d1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:52.367321 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'status': 'completed', 'code': 200} Sep 08 11:11:52.370165 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e69ab08f-b584-4c08-9ad2-e9785c173fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.410311 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e69ab08f-b584-4c08-9ad2-e9785c173fd5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bda1b55cb74e477faddacc8af460b1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652586 Sep 08 11:11:52.410993 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ab08f-b584-4c08-9ad2-e9785c173fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f3a75-bc37-463d-85e1-19876aa1814c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:52.413216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50106) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:52.424199 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:52.461327 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.481455 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.529517 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.532048 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:52.533188 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/643f3a75-bc37-463d-85e1-19876aa1814c HTTP/1.1" status: 204 len: 168 time: 0.1188903 Sep 08 11:11:52.541940 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844a0a0-987a-48ba-8310-d8930d4a0ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f3a75-bc37-463d-85e1-19876aa1814c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:52.653883 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '519e6bf3-8727-4563-a04e-0c1e933bb428', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:11:35Z', 'updated_at': '2021-09-08T11:11:51Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:52.683363 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:11:52.692007 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:52.693270 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:52.794694 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:53.022014 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '519e6bf3-8727-4563-a04e-0c1e933bb428', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:11:35Z', 'updated_at': '2021-09-08T11:11:51Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:53.047984 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153229d-a53f-4a6f-aea5-92524c126a08 None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '519e6bf3-8727-4563-a04e-0c1e933bb428', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:11:35Z', 'updated_at': '2021-09-08T11:11:51Z', 'revision_number': 1, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:11:53.140138 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-97fbdaf7-4e60-4f38-8b82-876f1363f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.142242 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-97fbdaf7-4e60-4f38-8b82-876f1363f310 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1098 time: 0.0476522 Sep 08 11:11:53.252767 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-ae0627ba-955b-45dd-95ba-d177e6550e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.254519 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-ae0627ba-955b-45dd-95ba-d177e6550e02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1025505 Sep 08 11:11:53.275591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e2fb-bdf1-41ee-91dd-e65892481aa4 req-c43f91c8-b250-4a23-a574-64b16432da8a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.284080 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fb85e2fb-bdf1-41ee-91dd-e65892481aa4 req-c43f91c8-b250-4a23-a574-64b16432da8a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0790184 Sep 08 11:11:53.326877 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f3343-a868-4d8a-9f7c-11f9f59f8048 None None] New status for floating IP 519e6bf3-8727-4563-a04e-0c1e933bb428: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:11:53.328993 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fb85e2fb-bdf1-41ee-91dd-e65892481aa4 req-a0efd827-a3ca-4344-966c-449a3b88387c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e937e80-341e-4151-b46f-69c2eded3da5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Sep 08 11:11:53.344948 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-479fcf41-d117-4cea-ac4e-ba418f5041a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 999 time: 0.0815065 Sep 08 11:11:53.410185 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-04420a7c-9118-48aa-beed-22a05da1f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.411723 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-04420a7c-9118-48aa-beed-22a05da1f95e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0506403 Sep 08 11:11:53.459231 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-8882b45b-3571-4f16-9771-05760eb5e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.460811 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-8882b45b-3571-4f16-9771-05760eb5e9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412045 Sep 08 11:11:53.574082 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-8be3ac74-e693-4200-be1b-2bc03bb6fb68 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048565 Sep 08 11:11:53.672780 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-719efc8b-6d5e-4bbe-a799-7d0e62abb7e1 req-ead8947a-43fd-47ce-b4a6-045486ea7821 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902059 Sep 08 11:11:53.673716 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-d24a6783-179c-4e21-81fd-44ea50382e49 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:53.675264 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-d24a6783-179c-4e21-81fd-44ea50382e49 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 946 time: 0.0749860 Sep 08 11:11:53.776902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Deleting port 7619570c-cece-4017-83e3-0a06ff9516a7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:53.777238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:53.871356 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] For port 7619570c-cece-4017-83e3-0a06ff9516a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7619570c-cece-4017-83e3-0a06ff9516a7,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:53.871732 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.103725 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.104129 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.104445 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Floating IP 6d8827b4-fba4-4d52-8ab7-0783e07c7b9b disassociated. External IP: 172.27.0.230, port: 7619570c-cece-4017-83e3-0a06ff9516a7. Sep 08 11:11:54.104787 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Calling delete_port for 7619570c-cece-4017-83e3-0a06ff9516a7 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:54.205306 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a07670a-69da-43e9-b578-eedae142c916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.242599 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.278875 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'Port': ['ID=7619570c-cece-4017-83e3-0a06ff9516a7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:54.414022 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:11:54.490355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0141c356-0e0f-48c6-9e13-b6e1d871bbff req-1278625b-2f33-4666-b86a-837c56ebc830 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 210 time: 0.0301998 Sep 08 11:11:54.548403 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.554968 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:11:54.564858 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:11:54.574435 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:54.575059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:54.591774 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] No DVR routers for this DVR port 7619570c-cece-4017-83e3-0a06ff9516a7 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:11:54.594258 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:54.596234 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f79beb6-490c-4dfe-8a53-5c5b47c80b53 req-6f283226-a75f-4eae-ba7c-72d9e6ba8690 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "DELETE /v2.0/ports/7619570c-cece-4017-83e3-0a06ff9516a7 HTTP/1.1" status: 204 len: 173 time: 0.9111996 Sep 08 11:11:54.596657 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'name': 'network-vif-deleted', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:54.598853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3cd6e8-6019-43ae-9890-539dd96b8f55" -d '{"events": [{"server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "name": "network-vif-deleted", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:54.638958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32faf7d-b916-4036-bcd6-dd183a95e76f x-openstack-request-id: req-e32faf7d-b916-4036-bcd6-dd183a95e76f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:54.639309 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57fb452-be30-45a3-b306-333fa4706348", "name": "network-vif-deleted", "tag": "7619570c-cece-4017-83e3-0a06ff9516a7", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:54.639617 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e32faf7d-b916-4036-bcd6-dd183a95e76f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:54.640099 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57fb452-be30-45a3-b306-333fa4706348', 'name': 'network-vif-deleted', 'tag': '7619570c-cece-4017-83e3-0a06ff9516a7', 'status': 'completed', 'code': 200} Sep 08 11:11:54.687590 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:54.881627 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:54.906010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:11:54.913913 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:54.914507 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:55.020195 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:11:55.108302 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:55.221889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:11:55.358218 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438bd2-f828-4077-a040-345f8d68d4b6 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:11:55.577779 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00501dfe-1e1b-4537-b802-ac60fb4235c1 None None] New status for floating IP 6d8827b4-fba4-4d52-8ab7-0783e07c7b9b: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:11:55.601200 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f59160c-806e-43fa-ad69-148e99be5ccb req-5378ec21-ceb1-44be-9b96-51a76bba947d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 210 time: 0.0310011 Sep 08 11:11:56.691991 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b0d6d23a-4d6d-4704-8835-6e8baa3fbebf req-e996432a-fb58-46ae-b643-70245f9fdcf7 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 210 time: 0.0254524 Sep 08 11:11:57.297819 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:57.623324 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50232) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:57.728153 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48fb73f0-3203-496b-9dba-afd09e748d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:57.798050 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cbfdcc36-fb00-4b46-8c38-c02532b98729 req-c6c2ec50-7520-4d86-acc9-60acfbcc44ac tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=c57fb452-be30-45a3-b306-333fa4706348 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Sep 08 11:11:57.844509 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48fb73f0-3203-496b-9dba-afd09e748d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:57.848122 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48fb73f0-3203-496b-9dba-afd09e748d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:57.886276 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-48fb73f0-3203-496b-9dba-afd09e748d89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a0f108faba94d2cb4e663beb7ab067e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617421 Sep 08 11:11:57.888555 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb73f0-3203-496b-9dba-afd09e748d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5be821-e068-46c6-b212-62e920beb15d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:57.889319 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50240) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:57.945948 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:57.962261 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-8eff005c-b8f1-4133-8035-207922834c7f tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530389587&fields=id&tenant_id=ca4fd72283a241498b81dc0e66890b93 HTTP/1.1" status: 200 len: 267 time: 0.0358095 Sep 08 11:11:57.969446 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.018544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-82e2bf28-e76c-448b-815f-0e02a65f0a3d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.020243 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-82e2bf28-e76c-448b-815f-0e02a65f0a3d tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 985 time: 0.0515313 Sep 08 11:11:58.020391 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.023244 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.024477 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df5be821-e068-46c6-b212-62e920beb15d HTTP/1.1" status: 204 len: 168 time: 0.1335106 Sep 08 11:11:58.032661 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d303f6-683c-4203-be2e-7e4542fb7551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5be821-e068-46c6-b212-62e920beb15d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:58.033044 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Request body: {'port': {'security_groups': ['2a9ac6d4-e305-489f-9448-4cc606649a50']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:11:58.119682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.297924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:11:58.298366 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50246) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:58.311930 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c2030284-1250-40ee-b141-73c99f7ee153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.329068 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.334196 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.346222 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:11:58.378204 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.378838 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.380300 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b359630f-4ec2-4009-9ead-0289262d22e4 req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "PUT /v2.0/ports/988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 943 time: 0.3520577 Sep 08 11:11:58.380751 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:11:58.382990 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed1081-0744-4d41-b868-e996855ef8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:11:58.388544 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50248) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:58.414864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd219d-20da-4cdc-84de-084ea315801a tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event updated for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:58.430500 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7619570c-cece-4017-83e3-0a06ff9516a7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:11:58.446631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c2030284-1250-40ee-b141-73c99f7ee153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.459591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc25c2c-7831-47e5-8751-bab38b9d2281 x-openstack-request-id: req-bfc25c2c-7831-47e5-8751-bab38b9d2281 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:11:58.460238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:11:58.460981 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfc25c2c-7831-47e5-8751-bab38b9d2281 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:11:58.461675 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:11:58.472689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c2030284-1250-40ee-b141-73c99f7ee153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.486109 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:11:58.495748 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 7619570c-cece-4017-83e3-0a06ff9516a7 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:11:58.496393 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 7619570c-cece-4017-83e3-0a06ff9516a7 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:11:58.569115 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-237a3af6-1445-4f31-a9b5-1022f1775401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.570794 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-237a3af6-1445-4f31-a9b5-1022f1775401 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1099 time: 0.0907798 Sep 08 11:11:58.576438 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2030284-1250-40ee-b141-73c99f7ee153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2fd1a6-3680-48e5-8c43-bcb6ba30025f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:58.611562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.617064 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c2030284-1250-40ee-b141-73c99f7ee153 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f1253856b45415ab86f6f5e55f5f319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176367 Sep 08 11:11:58.621964 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50258) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:58.680754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.705518 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-d5291b93-f982-4e1c-a893-9bde2b6634f0 None None] Provisioning complete for port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:11:58.705889 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d5291b93-f982-4e1c-a893-9bde2b6634f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.732253 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-4fd1f867-7521-4890-af76-1552e4f77967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.733811 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-4fd1f867-7521-4890-af76-1552e4f77967 service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.1381068 Sep 08 11:11:58.756392 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.780131 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.817270 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-bcc0ca9d-670c-4d87-8108-b324d5bad78b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 1001 time: 0.0746088 Sep 08 11:11:58.835839 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.839190 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.840679 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "DELETE /v2.0/security-groups/f9e60009-3f8d-4388-a2b3-03cd84dba183 HTTP/1.1" status: 204 len: 168 time: 0.4511275 Sep 08 11:11:58.847704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50264) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:58.884360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-bd44ae12-bf23-4a5a-a855-0900401615df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.886058 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-bd44ae12-bf23-4a5a-a855-0900401615df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0601301 Sep 08 11:11:58.891671 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.894189 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:58.895308 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d2fd1a6-3680-48e5-8c43-bcb6ba30025f HTTP/1.1" status: 204 len: 168 time: 0.2718017 Sep 08 11:11:58.896796 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033de4-af0b-4d0c-976d-2c48ba710128 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e60009-3f8d-4388-a2b3-03cd84dba183,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:58.923367 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c1ce7-ebb5-4403-aa00-9b4de5b25c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2fd1a6-3680-48e5-8c43-bcb6ba30025f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:58.926572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50270) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:58.973692 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-6787dd57-3e31-404b-bc6c-fec79027522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:11:58.975250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-6787dd57-3e31-404b-bc6c-fec79027522d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811427 Sep 08 11:11:59.065328 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.081426 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-5580aa37-f9cf-483c-b986-8b612e52e690 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970726 Sep 08 11:11:59.099421 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.138140 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Deleting port a8e7a9d9-7c30-4e2d-807b-bf046709258a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:59.138484 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.188233 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-83ed1081-0744-4d41-b868-e996855ef8e6 req-0d2896d2-f354-4864-8b3b-affaab22efd7 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975063 Sep 08 11:11:59.213458 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.216001 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.217253 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "DELETE /v2.0/security-groups/4e937e80-341e-4151-b46f-69c2eded3da5 HTTP/1.1" status: 204 len: 168 time: 0.2897778 Sep 08 11:11:59.220774 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:59.234674 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95888a8-347b-453b-942d-d4919b50d972 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e937e80-341e-4151-b46f-69c2eded3da5,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:59.235728 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.api.v2.resource [None req-52ed2530-bf46-4e11-85c0-0e71cf09bd1d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] show failed (client error): The resource could not be found. Sep 08 11:11:59.240004 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-52ed2530-bf46-4e11-85c0-0e71cf09bd1d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups/4e937e80-341e-4151-b46f-69c2eded3da5 HTTP/1.1" status: 404 len: 347 time: 0.0178838 Sep 08 11:11:59.240565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50278) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:11:59.245098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.245527 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.261392 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Calling delete_port for a8e7a9d9-7c30-4e2d-807b-bf046709258a owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:59.370900 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Deleting port cc0afaa8-d680-456c-8cae-fbf9e8aa744d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:11:59.371247 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.466909 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.467665 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.468673 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.492976 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Calling delete_port for cc0afaa8-d680-456c-8cae-fbf9e8aa744d owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:11:59.495398 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event deleted for resources: {'Port': ['ID=a8e7a9d9-7c30-4e2d-807b-bf046709258a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:59.558602 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.558940 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Floating IP 7df2545e-12ee-4d10-992d-c8531de303ac disassociated (deleted). External IP: 172.27.0.43, port: 988c9ffc-5ffb-4796-b65d-b387a98fdf4e. Sep 08 11:11:59.668305 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.694401 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'Port': ['ID=cc0afaa8-d680-456c-8cae-fbf9e8aa744d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:11:59.759274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.761895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.763078 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ff73bf7c-2d85-4b75-b77e-de3594745094 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "DELETE /v2.0/floatingips/6d8827b4-fba4-4d52-8ab7-0783e07c7b9b HTTP/1.1" status: 204 len: 168 time: 0.5216177 Sep 08 11:11:59.827183 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Router 3a60158f-90e8-4e1d-bd22-9827f37927f2 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:11:59.968750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:11:59.973689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:11:59.981921 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Sync routers for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:11:59.992667 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:11:59.993274 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:00.041214 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-534a1f0f-fbbd-4529-b90a-e88bd4eb7729 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "DELETE /v2.0/floatingips/7df2545e-12ee-4d10-992d-c8531de303ac HTTP/1.1" status: 204 len: 168 time: 1.1923907 Sep 08 11:12:00.042507 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:00.047927 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:00.166943 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:00.221542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50324) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:00.227175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759517579', 'description': 'tempest-description--410402449'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:00.270438 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6961780-dbe6-4fbd-b360-89e3c21bc906 x-openstack-request-id: req-c6961780-dbe6-4fbd-b360-89e3c21bc906 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:00.270900 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:00.271055 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6961780-dbe6-4fbd-b360-89e3c21bc906 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:00.271369 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:12:00.301631 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.415492 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-34cc3583-b882-4bf8-9df4-eca94c24390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:00.417174 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-34cc3583-b882-4bf8-9df4-eca94c24390e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca4fd72283a241498b81dc0e66890b93&device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 1099 time: 0.1031771 Sep 08 11:12:00.433827 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:00.470642 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Checking router: 3a60158f-90e8-4e1d-bd22-9827f37927f2 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:00.479846 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:00.480659 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:00.533084 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.556308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.595760 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-45ed769f-220c-4f00-8a34-b6e7c3fd910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:00.597268 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-45ed769f-220c-4f00-8a34-b6e7c3fd910d service neutron] 10.222.0.44 "GET /v2.0/networks?id=07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 200 len: 916 time: 0.1662319 Sep 08 11:12:00.604838 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:00.605021 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.606009 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3835018 Sep 08 11:12:00.608023 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc91fb-d887-4ee6-ac43-e7dd7a95f96b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6611d-61c7-4977-8b62-4111f5180dd9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:00.609063 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50340) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:00.614022 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group_rule': {'security_group_id': '8dd6611d-61c7-4977-8b62-4111f5180dd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:00.645693 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-3fd317f4-325a-461a-af79-6434dd91809e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 200 len: 217 time: 0.0351708 Sep 08 11:12:00.655749 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.714029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-d99a4916-3aa3-4c85-ad84-0c00c4c541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:00.716201 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-d99a4916-3aa3-4c85-ad84-0c00c4c541ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 200 len: 854 time: 0.0617754 Sep 08 11:12:00.737770 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.746432 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.775709 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45b7774-d86b-413d-95e5-ee9d21d8c335,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:00.792197 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.796547 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-921f8053-9a22-41ef-8b45-d9dde9eb949a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838582 Sep 08 11:12:00.796868 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:00.802876 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'security_group_rule': {'security_group_id': '8dd6611d-61c7-4977-8b62-4111f5180dd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:00.843006 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-7dcb4cc5-9ff7-4ee1-9c53-27009e35a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:00.845185 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-7dcb4cc5-9ff7-4ee1-9c53-27009e35a697 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=07f31382-9dc5-499c-b3bd-8b887888121e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1099687 Sep 08 11:12:00.860343 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:00.887743 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:00.891251 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5ffdd-d3dd-424d-b450-18d3d07616da None None] The sync data for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi is: [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'a55cca6e-81ec-41be-9f6f-455e3f1dd026', 'name': '', 'network_id': '07f31382-9dc5-499c-b3bd-8b887888121e', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'mac_address': 'fa:16:3e:8f:18:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:43Z', 'updated_at': '2021-09-08T11:08:50Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'subnets': [{'id': 'c2b3455b-2d9e-4e1f-8265-a1e254dcb946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:00.996828 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-3f724163-410a-4a38-8a5d-5206c21b63c1 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433587 Sep 08 11:12:00.998668 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.001584 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.039553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca1480-8177-4ced-b880-0eacc02299d1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:01.052386 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.053705 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f4d24e2d-d674-45b9-8912-2d0b8fdd79d0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2557902 Sep 08 11:12:01.056905 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50360) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:01.063097 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:01.098614 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.136068 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0e5b8c6-37aa-4b54-9bcc-75ec3d079c3d req-5019f85d-5d59-4104-929b-03648d6ad041 service neutron] 10.222.0.44 "GET /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Sep 08 11:12:01.186302 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50362) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:01.197979 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d2a7e-dd6f-4d6f-b545-167557932b56 None None] New status for floating IP 7df2545e-12ee-4d10-992d-c8531de303ac: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:12:01.227764 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.332735 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dcb56f2-f5d9-4b6f-9af9-f74a8d39f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.359819 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Allocated IP 172.27.0.85 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/4329f4e8-86b3-40a6-b422-a0da3992416b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:12:01.431644 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dcb56f2-f5d9-4b6f-9af9-f74a8d39f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.437933 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dcb56f2-f5d9-4b6f-9af9-f74a8d39f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.500049 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb56f2-f5d9-4b6f-9af9-f74a8d39f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313d012-bcc2-4279-b2a6-5736dc6b8fa0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:01.501673 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.506325 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0dcb56f2-f5d9-4b6f-9af9-f74a8d39f9c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=083c380883784b3e8f6d23e036034814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174894 Sep 08 11:12:01.508123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50376) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:01.566217 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.572284 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.606882 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.615326 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:12:01.621678 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:12:01.624722 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=4329f4e8-86b3-40a6-b422-a0da3992416b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:01.627821 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:12:01.662480 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.669822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.670665 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9313d012-bcc2-4279-b2a6-5736dc6b8fa0 HTTP/1.1" status: 204 len: 168 time: 0.1615453 Sep 08 11:12:01.680046 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fd2eb-288f-4110-91cb-f9bcf7c63959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313d012-bcc2-4279-b2a6-5736dc6b8fa0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:01.742222 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.777203 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.930977 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.935269 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:01.954918 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50390) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:01.967835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-304684be-f4c4-47be-b7a1-5a6de31f2a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.009631 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=4329f4e8-86b3-40a6-b422-a0da3992416b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:02.021437 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.060506 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-304684be-f4c4-47be-b7a1-5a6de31f2a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.064349 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-304684be-f4c4-47be-b7a1-5a6de31f2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.068209 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.069462 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2ce9d1a7-e711-4354-8c55-d78dcd51477a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0114465 Sep 08 11:12:02.097450 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304684be-f4c4-47be-b7a1-5a6de31f2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360af2e6-2873-4f4f-909c-2be676038b22,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:02.106016 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-304684be-f4c4-47be-b7a1-5a6de31f2a2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56cb7c6ef679455c8549526c48ad28a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500068 Sep 08 11:12:02.108693 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50394) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:02.157592 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.180242 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.240762 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.243183 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:02.244282 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/360af2e6-2873-4f4f-909c-2be676038b22 HTTP/1.1" status: 204 len: 168 time: 0.1347771 Sep 08 11:12:02.262194 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce0898-be56-4dac-a170-bca7928eac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360af2e6-2873-4f4f-909c-2be676038b22,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:02.271348 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-c374072e-e28e-4378-99ed-fe49d1fbb3f5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--759517579&fields=id&tenant_id=217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 267 time: 0.0455637 Sep 08 11:12:02.376815 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-3a2d246e-0036-44c4-9b93-37b13aaf761e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:02.378250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-3a2d246e-0036-44c4-9b93-37b13aaf761e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 810 time: 0.0992141 Sep 08 11:12:02.393255 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-a0341117-a06f-406d-baaa-df8799fb7ef0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/quotas/217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 375 time: 0.0087624 Sep 08 11:12:02.450985 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-dfbd1b23-9cc1-4614-a332-6da4eee0e864 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520792 Sep 08 11:12:02.551714 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-d9741376-2458-493b-893c-3f72259414f8 service neutron] 10.222.0.38 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888767 Sep 08 11:12:02.647865 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-eb68ee60-6238-4791-8b76-e52f5dd725be service neutron] 10.222.0.38 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894649 Sep 08 11:12:02.815628 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d6f97fc2-7875-4e48-af1d-6a2bbf02144e req-a6332217-074e-4988-9555-1fab53ea8eaa tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Sep 08 11:12:03.908976 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8913a9c4-0fba-410b-9d04-663f009da60a req-cb7b2a07-8791-4c39-8be7-83fdb16ff7c5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Sep 08 11:12:04.299426 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:04.399321 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed54952c-ef83-463c-b633-0fd8b768ac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.487029 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed54952c-ef83-463c-b633-0fd8b768ac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.491333 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed54952c-ef83-463c-b633-0fd8b768ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.532719 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ed54952c-ef83-463c-b633-0fd8b768ac42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75b917ceb32745d1bf63c0514a30d330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298899 Sep 08 11:12:04.533501 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50500) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:04.538751 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54952c-ef83-463c-b633-0fd8b768ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2446c4-b6fb-4e59-91ed-c2c34f77675d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:04.590063 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.610828 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.657609 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.660150 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:04.661378 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b2446c4-b6fb-4e59-91ed-c2c34f77675d HTTP/1.1" status: 204 len: 168 time: 0.1275718 Sep 08 11:12:04.669664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b04e2-97d4-4546-aa9d-84737b003284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2446c4-b6fb-4e59-91ed-c2c34f77675d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:04.924932 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:04.939459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44169d9e-354f-49f8-aa5d-0fbc1e6f0d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.029990 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e777d30-6135-4909-a98d-5708cfa3048d req-0050137c-8926-428e-a549-7c706e4d695f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 210 time: 0.0480917 Sep 08 11:12:05.421946 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4314d3-5d72-4a5e-9f1c-9e787e26cbfd req-369d7274-f61e-4cfd-9b81-fae20f979288 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:05.423403 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c4314d3-5d72-4a5e-9f1c-9e787e26cbfd req-369d7274-f61e-4cfd-9b81-fae20f979288 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.3669875 Sep 08 11:12:05.425137 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44169d9e-354f-49f8-aa5d-0fbc1e6f0d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.434603 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44169d9e-354f-49f8-aa5d-0fbc1e6f0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.496890 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-3c99d2bb-6701-45fe-9ac6-cfd0a2030ac4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:05.498639 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-3c99d2bb-6701-45fe-9ac6-cfd0a2030ac4 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 810 time: 0.4317839 Sep 08 11:12:05.513736 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44169d9e-354f-49f8-aa5d-0fbc1e6f0d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f91d81-c800-4d41-a41a-f0afeeb0fb57,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:05.521991 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-44169d9e-354f-49f8-aa5d-0fbc1e6f0d85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86088ea63f1a4fb7a4f585ad48763377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949643 Sep 08 11:12:05.524319 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50522) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:05.544441 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7c4314d3-5d72-4a5e-9f1c-9e787e26cbfd req-99642d8e-0c67-454f-b0c8-adb7f5525138 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134758 Sep 08 11:12:05.577267 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.582079 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-318abb88-9288-45a7-b3ce-c982c32fe30f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=217f264a9a2d4bdeb6d64f94edb1b712 HTTP/1.1" status: 200 len: 379 time: 0.0638411 Sep 08 11:12:05.594947 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'port': {'device_id': '95f52330-04da-4de0-bca8-bf736b2577b6', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'admin_state_up': True, 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'security_groups': ['8dd6611d-61c7-4977-8b62-4111f5180dd9']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:05.599217 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.653426 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.656918 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.661013 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67f91d81-c800-4d41-a41a-f0afeeb0fb57 HTTP/1.1" status: 204 len: 168 time: 0.1351187 Sep 08 11:12:05.672566 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f3ec-af4a-412a-b56b-52dc009f1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f91d81-c800-4d41-a41a-f0afeeb0fb57,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:05.723435 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Made reservation on behalf of 217f264a9a2d4bdeb6d64f94edb1b712 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:12:05.727469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:05.866755 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Allocated IP 172.20.0.14 (a906eb88-0c22-48e8-8b03-24b26ce115cf/370233f6-ea13-496d-a218-45d6f43d5a5b/a7530ce1-574c-42ea-b6f4-6d605ac9eb6d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:12:06.037434 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.053367 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Transition to ACTIVE for port object a7530ce1-574c-42ea-b6f4-6d605ac9eb6d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:12:06.088541 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.154756 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Network a906eb88-0c22-48e8-8b03-24b26ce115cf is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:12:06.159809 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:12:06.166649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:12:06.198191 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event updated for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:06.221036 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e1141-4f3e-4916-8f41-90744deab631 req-d2bc67dc-a5f4-4346-86c3-87d305c91eaa tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:06.222579 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b61e1141-4f3e-4916-8f41-90744deab631 req-d2bc67dc-a5f4-4346-86c3-87d305c91eaa tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 932 time: 0.1053402 Sep 08 11:12:06.242789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:06.243402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.271026 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-2dfb41f3-48ba-4145-86a5-4c718d4622d6 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6798358 Sep 08 11:12:06.278377 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b61e1141-4f3e-4916-8f41-90744deab631 req-7ed6b367-a254-4ab8-9ad6-eea1a5d4a163 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498619 Sep 08 11:12:06.286276 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Request body: {'port': {'device_id': '95f52330-04da-4de0-bca8-bf736b2577b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:06.351181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.420531 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-50db478e-6825-492c-b60b-163cb194cfa0 None None] Provisioning for port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:12:06.424270 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-50db478e-6825-492c-b60b-163cb194cfa0 None None] Provisioning complete for port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:12:06.424638 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50db478e-6825-492c-b60b-163cb194cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.457950 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-50db478e-6825-492c-b60b-163cb194cfa0 None None] Port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:12:06.611079 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7530ce1-574c-42ea-b6f4-6d605ac9eb6d {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:12:06.628509 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.657240 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Transition to ACTIVE for port object a7530ce1-574c-42ea-b6f4-6d605ac9eb6d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:12:06.660892 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.714566 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab6461-ea65-4648-bb43-9ce2cf87649a req-b6f8fe28-400e-4927-b50e-7b41cabc6036 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:06.716129 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-79ab6461-ea65-4648-bb43-9ce2cf87649a req-b6f8fe28-400e-4927-b50e-7b41cabc6036 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0992301 Sep 08 11:12:06.735402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Pushing event updated for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:06.806554 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-79ab6461-ea65-4648-bb43-9ce2cf87649a req-e64605e5-b81f-4e8d-8a69-51defa1e5c1c tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a9ac6d4-e305-489f-9448-4cc606649a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784919 Sep 08 11:12:06.828869 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Attempting to bind port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:12:06.829211 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Attempting to bind port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:12:06.829540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Attempting to bind port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:12:06.834453 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d on network a906eb88-0c22-48e8-8b03-24b26ce115cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:12:06.834773 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Attempting to bind port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d on network a906eb88-0c22-48e8-8b03-24b26ce115cf {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:12:06.839699 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:12:06.840073 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Checking segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:12:06.840464 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Bound using segment: {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:12:06.840889 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Bound port: a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95976e2b-0b50-4f68-8d7b-3f650105b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:12:06.841244 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.904597 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:12:06.907507 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:12:06.913147 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.948712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:06.949354 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:06.950702 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] 10.222.0.44 "PUT /v2.0/ports/a7530ce1-574c-42ea-b6f4-6d605ac9eb6d HTTP/1.1" status: 200 len: 1094 time: 0.6688356 Sep 08 11:12:06.951108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:06.953328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40492a2d-7280-447b-9524-7761d3626985" -d '{"events": [{"name": "network-changed", "server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:06.978876 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8cfe6-bf77-4bbf-8692-8fdd9728888e service neutron] Pushing event updated for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:07.009999 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103f154d-785f-4495-bbd2-98fc534bd288 x-openstack-request-id: req-103f154d-785f-4495-bbd2-98fc534bd288 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:07.010318 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:07.010546 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-103f154d-785f-4495-bbd2-98fc534bd288 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:07.010939 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'status': 'completed', 'code': 200} Sep 08 11:12:07.047516 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-75cc9353-c88f-492f-ac37-22766d15c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.049064 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-75cc9353-c88f-492f-ac37-22766d15c4a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 1097 time: 0.0493298 Sep 08 11:12:07.097834 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-5737f61e-7b51-4fb9-82b5-0be6c4ff26f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d HTTP/1.1" status: 200 len: 217 time: 0.0381987 Sep 08 11:12:07.140638 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-5c8c4610-96ec-4c93-b36a-808e3d373499 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.142604 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-5c8c4610-96ec-4c93-b36a-808e3d373499 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 946 time: 0.0530396 Sep 08 11:12:07.158825 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-e11ea403-140b-46b1-93f6-837a15c9c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.160396 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-e11ea403-140b-46b1-93f6-837a15c9c9d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0487077 Sep 08 11:12:07.223639 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-1ccc6dc2-bf1c-4a7d-aa76-25ff091001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.225442 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-1ccc6dc2-bf1c-4a7d-aa76-25ff091001fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497944 Sep 08 11:12:07.252014 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Deleting port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:07.252313 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:07.319166 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-38669083-6a40-4770-9d5d-1d1d63e5502f service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Sep 08 11:12:07.348534 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] For port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:07.349118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:07.362040 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Calling delete_port for 988c9ffc-5ffb-4796-b65d-b387a98fdf4e owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:07.460542 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a5c6-3f75-40be-94e8-ecb81194e78a req-b7f07b43-0f7f-4f06-b1b2-8a7bc82c7bcd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.462052 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b17a5c6-3f75-40be-94e8-ecb81194e78a req-b7f07b43-0f7f-4f06-b1b2-8a7bc82c7bcd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 944 time: 0.1089938 Sep 08 11:12:07.466073 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4e14c3e4-1edb-499b-909b-3a73ee0e95dd req-92b43d28-ef3f-4a78-a5b9-9698de3b39ed service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387415 Sep 08 11:12:07.501053 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:07.514799 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['988c9ffc-5ffb-4796-b65d-b387a98fdf4e'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:12:07.570064 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492a2d-7280-447b-9524-7761d3626985 req-fbf8f169-3d99-4986-875c-86c3f7d3418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.571935 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-fbf8f169-3d99-4986-875c-86c3f7d3418b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 1097 time: 0.0526128 Sep 08 11:12:07.684886 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492a2d-7280-447b-9524-7761d3626985 req-56cc0515-471c-4100-b25f-2d06f863cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.686390 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-56cc0515-471c-4100-b25f-2d06f863cf34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.1045895 Sep 08 11:12:07.732309 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-bce4b9d3-a191-484f-9adc-ef57400e10cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d HTTP/1.1" status: 200 len: 217 time: 0.0366924 Sep 08 11:12:07.781123 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Pushing event deleted for resources: {'Port': ['ID=988c9ffc-5ffb-4796-b65d-b387a98fdf4e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:07.813003 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b17a5c6-3f75-40be-94e8-ecb81194e78a req-1472cc83-1b58-42c8-8f02-030bb37c5920 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443570 Sep 08 11:12:07.816537 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492a2d-7280-447b-9524-7761d3626985 req-3076d15b-8bba-4529-a642-4a605e61f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.817900 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-3076d15b-8bba-4529-a642-4a605e61f50e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0753949 Sep 08 11:12:07.820164 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] No DVR routers for this DVR port 988c9ffc-5ffb-4796-b65d-b387a98fdf4e on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:12:07.822576 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:07.824793 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f3cea0b2-591c-4f6b-8075-43e8bce87e7d req-bbfd5c3a-eacc-4049-8e48-e9f1fd03e028 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.44 "DELETE /v2.0/ports/988c9ffc-5ffb-4796-b65d-b387a98fdf4e HTTP/1.1" status: 204 len: 173 time: 0.6735852 Sep 08 11:12:07.825033 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'name': 'network-vif-deleted', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:07.827255 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9fc064-f6da-4bf2-a255-b06f2731e8f5" -d '{"events": [{"server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "name": "network-vif-deleted", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:07.868697 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7e5b9-768d-4a12-9258-0d0908da37ab x-openstack-request-id: req-4fc7e5b9-768d-4a12-9258-0d0908da37ab {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:07.868697 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88afb4f-2fcf-414f-9d9c-5e5987f01778", "name": "network-vif-deleted", "tag": "988c9ffc-5ffb-4796-b65d-b387a98fdf4e", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:07.868697 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fc7e5b9-768d-4a12-9258-0d0908da37ab {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:07.869183 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88afb4f-2fcf-414f-9d9c-5e5987f01778', 'name': 'network-vif-deleted', 'tag': '988c9ffc-5ffb-4796-b65d-b387a98fdf4e', 'status': 'completed', 'code': 200} Sep 08 11:12:07.890895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492a2d-7280-447b-9524-7761d3626985 req-20fa027b-060e-4612-9994-aed06ea7acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:07.892497 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-20fa027b-060e-4612-9994-aed06ea7acf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518003 Sep 08 11:12:07.918209 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ef9d4287-c4ed-452c-a77a-a38eb374c518 req-8b144215-0813-490f-adb1-39b83109c280 tempest-TestMinimumBasicScenario-1952984866 tempest-TestMinimumBasicScenario-1952984866-project] 10.222.0.38 "GET /v2.0/ports?device_id=f88afb4f-2fcf-414f-9d9c-5e5987f01778 HTTP/1.1" status: 200 len: 210 time: 0.0310447 Sep 08 11:12:08.003172 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-c5238d97-12ca-4940-b780-0f6353c23dbf service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Sep 08 11:12:08.093038 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-40492a2d-7280-447b-9524-7761d3626985 req-8a5ca41c-5600-421e-a3d7-02b68163642a service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795848 Sep 08 11:12:08.987851 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacf28-1086-410e-953c-fe87f07baf7c req-53c161d3-ee37-472e-acee-b03b012b95c0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:08.989621 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fdfacf28-1086-410e-953c-fe87f07baf7c req-53c161d3-ee37-472e-acee-b03b012b95c0 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 944 time: 0.1096711 Sep 08 11:12:09.032424 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fdfacf28-1086-410e-953c-fe87f07baf7c req-6123f7cc-4c24-463d-8a8d-db6eb2998493 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363510 Sep 08 11:12:09.651971 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50636) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:09.808453 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50640) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:09.914229 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a93f-9863-45ba-8c98-a56a25dd1dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:09.996392 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.009656 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a93f-9863-45ba-8c98-a56a25dd1dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.014207 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a93f-9863-45ba-8c98-a56a25dd1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.050911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3a93f-9863-45ba-8c98-a56a25dd1dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04833a42-95e1-4e7a-897b-7c6dcea221cf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:10.057644 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b6a3a93f-9863-45ba-8c98-a56a25dd1dc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7d4ad0f3c8340da9254dfb0f4413b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459271 Sep 08 11:12:10.058935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50648) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:10.109926 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.155793 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.200724 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af046cae-4a76-421f-86de-1951e6eb1041 req-d2cd5840-0b1f-47b5-9e7c-aed611ba9813 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:10.202564 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af046cae-4a76-421f-86de-1951e6eb1041 req-d2cd5840-0b1f-47b5-9e7c-aed611ba9813 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 944 time: 0.0815361 Sep 08 11:12:10.231604 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.234175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.237590 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04833a42-95e1-4e7a-897b-7c6dcea221cf HTTP/1.1" status: 204 len: 168 time: 0.1765153 Sep 08 11:12:10.240159 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Deleting port a55cca6e-81ec-41be-9f6f-455e3f1dd026 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:10.240540 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.253247 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bc99-77dc-46e4-8a7e-1d0ca1616695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04833a42-95e1-4e7a-897b-7c6dcea221cf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:10.260508 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-af046cae-4a76-421f-86de-1951e6eb1041 req-399d3557-2ccc-4847-b72f-4902369f1f41 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 Sep 08 11:12:10.326326 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] For port a55cca6e-81ec-41be-9f6f-455e3f1dd026, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a55cca6e-81ec-41be-9f6f-455e3f1dd026,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:10.326726 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.340145 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Calling delete_port for a55cca6e-81ec-41be-9f6f-455e3f1dd026 owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:10.502198 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device a7530ce1-574c-42ea-b6f4-6d605ac9eb6d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:12:10.533753 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.557357 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55cca6e-81ec-41be-9f6f-455e3f1dd026,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:10.611377 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:10.626426 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'port_id': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'mac_address': 'fa:16:3e:ff:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:12:10.669911 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.683516 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7530ce1-574c-42ea-b6f4-6d605ac9eb6d {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:12:10.703428 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:10.708212 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.738914 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:10.765231 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:10.948391 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Router 3a60158f-90e8-4e1d-bd22-9827f37927f2 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:12:10.956098 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:12:11.055698 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:12:11.060664 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1ed2c003-12e2-494a-91c6-b74350724955 admin admin] 10.222.0.38 "PUT /v2.0/routers/3a60158f-90e8-4e1d-bd22-9827f37927f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076638 Sep 08 11:12:11.063212 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50654) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:11.076944 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Sync routers for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:12:11.099108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:11.099752 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:11.170608 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.207646 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:11.269863 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.322389 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Deleting port a0801f0e-e65c-4f49-9d58-35bb13940cb7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:11.322734 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.386645 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:12:10Z', 'revision_number': 5, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port': {'id': 'a0801f0e-e65c-4f49-9d58-35bb13940cb7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:11.412101 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Checking router: 3a60158f-90e8-4e1d-bd22-9827f37927f2 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:11.420255 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Routers {'3a60158f-90e8-4e1d-bd22-9827f37927f2'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:11.420868 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['3a60158f-90e8-4e1d-bd22-9827f37927f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:11.431152 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b5cf-4912-49d7-b089-66cff4b0d93d req-322f2f55-0610-4b3b-8ae6-08e266b19e83 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:11.432675 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2692b5cf-4912-49d7-b089-66cff4b0d93d req-322f2f55-0610-4b3b-8ae6-08e266b19e83 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 945 time: 0.0985663 Sep 08 11:12:11.454404 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] For port a0801f0e-e65c-4f49-9d58-35bb13940cb7, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a0801f0e-e65c-4f49-9d58-35bb13940cb7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:11.454791 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.473498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Calling delete_port for a0801f0e-e65c-4f49-9d58-35bb13940cb7 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:11.498440 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2692b5cf-4912-49d7-b089-66cff4b0d93d req-34047e20-3750-4d60-8d9a-36ddba79174f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567410 Sep 08 11:12:11.633722 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] Set router 3a60158f-90e8-4e1d-bd22-9827f37927f2 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:11.665084 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.686140 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:12:11Z', 'revision_number': 6, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:11.691958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0801f0e-e65c-4f49-9d58-35bb13940cb7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:11.716002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60b165-7702-4758-8fb3-3653d1d9d450 None None] The sync data for ids ['3a60158f-90e8-4e1d-bd22-9827f37927f2'] in dv-cinder-760194-10-iscsi is: [{'id': '3a60158f-90e8-4e1d-bd22-9827f37927f2', 'name': 'tempest-TestMinimumBasicScenario-1869061909-router', 'tenant_id': 'ca4fd72283a241498b81dc0e66890b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:37Z', 'updated_at': '2021-09-08T11:12:11Z', 'revision_number': 6, 'project_id': 'ca4fd72283a241498b81dc0e66890b93', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:11.754911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.841612 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.843660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.886538 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.887130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a60158f-90e8-4e1d-bd22-9827f37927f2 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:12:11.892209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.893311 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ab984516-8fba-41a0-a0ea-7a8302c4b84b admin admin] 10.222.0.38 "DELETE /v2.0/routers/3a60158f-90e8-4e1d-bd22-9827f37927f2 HTTP/1.1" status: 204 len: 168 time: 0.8291440 Sep 08 11:12:11.895722 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50660) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:11.942181 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Deleting subnet c2b3455b-2d9e-4e1f-8265-a1e254dcb946 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:12:11.945238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:11.981746 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987715'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.087871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.151513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29809448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430377'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.183410 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b3455b-2d9e-4e1f-8265-a1e254dcb946,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:12.192244 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.196356 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-4e77c9d6-9b06-46ac-a5d0-3b8d7b29a4e5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c2b3455b-2d9e-4e1f-8265-a1e254dcb946 HTTP/1.1" status: 204 len: 168 time: 0.2974315 Sep 08 11:12:12.196594 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50664) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:12.197129 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13541ec2-9d30-4a15-abcd-92856cf278fc None None] Network 07f31382-9dc5-499c-b3bd-8b887888121e requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:12:12.272194 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.329642 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Deleting port 029865c0-ff59-4bf7-8a30-41c06fd2a0da {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:12.329985 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.398871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] For port 029865c0-ff59-4bf7-8a30-41c06fd2a0da, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=029865c0-ff59-4bf7-8a30-41c06fd2a0da,segment=NetworkSegment(17cbe2f4-76bd-4ff2-aa82-62a980abf96c),segment_id=17cbe2f4-76bd-4ff2-aa82-62a980abf96c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:12.399167 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.411398 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Calling delete_port for 029865c0-ff59-4bf7-8a30-41c06fd2a0da owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:12.494914 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94e3ce-1510-4067-939e-69a581ff4638 None None] DHCP port deletion for 07f31382-9dc5-499c-b3bd-8b887888121e request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:12:12.495398 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.521472 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device a7530ce1-574c-42ea-b6f4-6d605ac9eb6d up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:12:12.524263 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] No DVR routers for this DVR port 029865c0-ff59-4bf7-8a30-41c06fd2a0da on host dv-cinder-760194-10-iscsi {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:12:12.525882 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=029865c0-ff59-4bf7-8a30-41c06fd2a0da,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:12.589832 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:12:12.595046 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:12:12.595648 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.673179 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a55cca6e-81ec-41be-9f6f-455e3f1dd026 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:12.703200 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: a55cca6e-81ec-41be-9f6f-455e3f1dd026 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:12.703456 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a55cca6e-81ec-41be-9f6f-455e3f1dd026 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:12.704092 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a0801f0e-e65c-4f49-9d58-35bb13940cb7 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:12.728882 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: a0801f0e-e65c-4f49-9d58-35bb13940cb7 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:12.729224 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a0801f0e-e65c-4f49-9d58-35bb13940cb7 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:12.729693 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 029865c0-ff59-4bf7-8a30-41c06fd2a0da no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:12.731499 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.759557 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 029865c0-ff59-4bf7-8a30-41c06fd2a0da {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:12.762049 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 029865c0-ff59-4bf7-8a30-41c06fd2a0da not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:12.778167 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:12.780960 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00772563-2191-4304-ab4a-95e5efdcaa6f" -d '{"events": [{"server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "name": "network-vif-plugged", "status": "completed", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:12.799784 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:12.809303 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.810125 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 988c9ffc-5ffb-4796-b65d-b387a98fdf4e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:12.856939 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e18f5e-d854-4b90-8514-3fb9603fb54f x-openstack-request-id: req-e6e18f5e-d854-4b90-8514-3fb9603fb54f {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:12.857331 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "name": "network-vif-plugged", "status": "completed", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:12.857506 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6e18f5e-d854-4b90-8514-3fb9603fb54f {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:12.858054 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'code': 200} Sep 08 11:12:12.860813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 988c9ffc-5ffb-4796-b65d-b387a98fdf4e {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:12.861157 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 988c9ffc-5ffb-4796-b65d-b387a98fdf4e not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:12.888258 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:12.906768 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.930928 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f31382-9dc5-499c-b3bd-8b887888121e']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:12.942135 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cbe2f4-76bd-4ff2-aa82-62a980abf96c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:12.942429 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cbe2f4-76bd-4ff2-aa82-62a980abf96c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:12.957218 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04768ae7-c2e5-41c6-8414-972d4fbf43b5 req-199768d0-3e94-4053-8a61-f3b53932587e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:12.958788 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-04768ae7-c2e5-41c6-8414-972d4fbf43b5 req-199768d0-3e94-4053-8a61-f3b53932587e tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 945 time: 0.3617907 Sep 08 11:12:12.962416 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:12.995312 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.018815 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:12:13.019314 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:12:13.020926 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:12:13.054061 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-04768ae7-c2e5-41c6-8414-972d4fbf43b5 req-df56f0d6-4c14-4efe-b32e-16b4184f3192 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852542 Sep 08 11:12:13.091982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85f66c-63ea-4066-8252-481611d799b6 req-812560fe-0d48-4838-9cf2-2f8f88dccb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:13.093551 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2c85f66c-63ea-4066-8252-481611d799b6 req-812560fe-0d48-4838-9cf2-2f8f88dccb80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 1099 time: 0.1146109 Sep 08 11:12:13.099777 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.111407 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.112596 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/07f31382-9dc5-499c-b3bd-8b887888121e HTTP/1.1" status: 204 len: 168 time: 0.9151063 Sep 08 11:12:13.115576 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50670) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:13.133097 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a17a7-3c08-4630-8db8-7a70d9d489a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f31382-9dc5-499c-b3bd-8b887888121e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:13.152219 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2c85f66c-63ea-4066-8252-481611d799b6 req-2f63cb97-b30b-4651-af4a-9c1d221e5265 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499377 Sep 08 11:12:13.445023 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.678352 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Deleting port 9132409c-dfde-400a-bf15-cf440e6365df {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:13.678686 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.755071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] For port 9132409c-dfde-400a-bf15-cf440e6365df, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=9132409c-dfde-400a-bf15-cf440e6365df,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:13.755368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.767104 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Calling delete_port for 9132409c-dfde-400a-bf15-cf440e6365df owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:13.936598 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:13.961974 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Pushing event deleted for resources: {'Port': ['ID=9132409c-dfde-400a-bf15-cf440e6365df,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:14.136500 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:14.179699 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664407fd-183f-4c52-931a-b2b6d36aeb20 req-86b7a4d9-2229-452a-ab00-8f04c3c416f1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:14.181902 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-664407fd-183f-4c52-931a-b2b6d36aeb20 req-86b7a4d9-2229-452a-ab00-8f04c3c416f1 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0547774 Sep 08 11:12:14.222747 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-664407fd-183f-4c52-931a-b2b6d36aeb20 req-df5e3ef1-e06e-4b14-b5c6-9047de595ad5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Sep 08 11:12:14.601946 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Router ef45acd8-fa31-4620-89ed-c7709a03adfa has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:12:14.705196 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:12:14.710619 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0de2e688-a60b-408b-88f5-5a24b54abe3b admin admin] 10.222.0.38 "PUT /v2.0/routers/ef45acd8-fa31-4620-89ed-c7709a03adfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935323 Sep 08 11:12:14.713208 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50678) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:14.713931 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Sync routers for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:12:14.722845 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:14.723445 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:14.813757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks [] for router, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:14.822761 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:14.922810 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:14.973941 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Deleting port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:14.974185 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:14.997678 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:12:13Z', 'revision_number': 5, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port': {'id': 'd0940c99-455b-4325-a0bc-cbdcb7d9b5a0', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:49Z', 'updated_at': '2021-09-08T11:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:15.023583 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Checking router: ef45acd8-fa31-4620-89ed-c7709a03adfa for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:15.031467 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Routers {'ef45acd8-fa31-4620-89ed-c7709a03adfa'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:15.032123 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['ef45acd8-fa31-4620-89ed-c7709a03adfa'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:15.054892 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] For port d0940c99-455b-4325-a0bc-cbdcb7d9b5a0, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:15.055273 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.066887 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Calling delete_port for d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 owned by network:router_gateway {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:15.115186 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] Set router ef45acd8-fa31-4620-89ed-c7709a03adfa gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:15.168686 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:12:14Z', 'revision_number': 6, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:15.195633 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8c4b-72bb-4b0a-bfa3-dd26fa4da436 None None] The sync data for ids ['ef45acd8-fa31-4620-89ed-c7709a03adfa'] in dv-cinder-760194-10-iscsi is: [{'id': 'ef45acd8-fa31-4620-89ed-c7709a03adfa', 'name': 'tempest-TestMinimumBasicScenario-1762978823-router', 'tenant_id': '394d21e688784fa3a9441c1fe28d4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:12:14Z', 'revision_number': 6, 'project_id': '394d21e688784fa3a9441c1fe28d4780', 'gw_port_host': None}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:15.233336 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.256353 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0940c99-455b-4325-a0bc-cbdcb7d9b5a0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:15.316189 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.338969 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a600a2a-8153-4a39-9ee2-fb568cfb61f0 req-9e6f382e-2e29-41f0-bb98-1a0a792b7dbd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:15.340488 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a600a2a-8153-4a39-9ee2-fb568cfb61f0 req-9e6f382e-2e29-41f0-bb98-1a0a792b7dbd tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0480444 Sep 08 11:12:15.378656 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a600a2a-8153-4a39-9ee2-fb568cfb61f0 req-894cee6f-8259-4ba0-91fd-3ee39b444a4a tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Sep 08 11:12:15.421175 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.423299 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.485657 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.486143 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef45acd8-fa31-4620-89ed-c7709a03adfa {{(pid=94028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:12:15.494034 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.499711 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8e11157f-d079-4e83-ae2e-55fc7d856235 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ef45acd8-fa31-4620-89ed-c7709a03adfa HTTP/1.1" status: 204 len: 168 time: 0.7811077 Sep 08 11:12:15.499711 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50686) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:15.510058 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999524-0e42-4751-a026-4c89590c3039 req-994f68d3-6469-4f5a-8256-9d6724b135a8 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:15.511786 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52999524-0e42-4751-a026-4c89590c3039 req-994f68d3-6469-4f5a-8256-9d6724b135a8 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0694027 Sep 08 11:12:15.525168 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 50690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:15.529988 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Request body: {'floatingip': {'port_id': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:15.552882 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Deleting subnet 5cff0a50-58da-4796-8e5f-81e0160806bf {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:12:15.557359 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.576038 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.604002 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.729421 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.791688 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.815979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cff0a50-58da-4796-8e5f-81e0160806bf,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:15.820438 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.824409 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7d1cfcd7-dbb7-4047-a65e-5c9ead33ad62 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5cff0a50-58da-4796-8e5f-81e0160806bf HTTP/1.1" status: 204 len: 168 time: 0.3236864 Sep 08 11:12:15.824687 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50692) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:15.833589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10187c61-488f-4ed8-bf31-10eb5087dc4a None None] Network 77f0cfe3-95e6-4965-95e6-b4f66fe89532 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:12:15.855425 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.893011 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:15.951493 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Deleting port cf877da1-858e-4675-9d60-097e3719c1f6 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:15.951983 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.022200 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] For port cf877da1-858e-4675-9d60-097e3719c1f6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=cf877da1-858e-4675-9d60-097e3719c1f6,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:16.022934 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.036352 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Calling delete_port for cf877da1-858e-4675-9d60-097e3719c1f6 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:16.045592 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] DHCP port deletion for 77f0cfe3-95e6-4965-95e6-b4f66fe89532 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:12:16.048667 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.054184 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.091365 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Deleting port cf877da1-858e-4675-9d60-097e3719c1f6 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:16.091742 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.134521 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.166518 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf877da1-858e-4675-9d60-097e3719c1f6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:16.169755 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] For port cf877da1-858e-4675-9d60-097e3719c1f6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=cf877da1-858e-4675-9d60-097e3719c1f6,segment=NetworkSegment(f64cface-a305-4865-97c2-7efbce9acf53),segment_id=f64cface-a305-4865-97c2-7efbce9acf53)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:16.170229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.172854 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] No DVR routers for this DVR port cf877da1-858e-4675-9d60-097e3719c1f6 on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:12:16.173221 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Floating IP cc6881e9-63a5-43e1-b39f-b7d03a95fb65 associated. External IP: 172.27.0.85, port: a7530ce1-574c-42ea-b6f4-6d605ac9eb6d. Sep 08 11:12:16.185876 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Calling delete_port for cf877da1-858e-4675-9d60-097e3719c1f6 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:16.253847 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.276202 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f0cfe3-95e6-4965-95e6-b4f66fe89532']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:16.287058 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64cface-a305-4865-97c2-7efbce9acf53') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:16.287364 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64cface-a305-4865-97c2-7efbce9acf53') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:16.297787 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.315665 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.321558 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.328876 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:12:16.329501 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:12:16.331398 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:12:16.360911 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] Pushing event deleted for resources: {'Port': ['ID=cf877da1-858e-4675-9d60-097e3719c1f6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:16.368629 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0025f25-5713-4d7e-aa7f-3b8ddb558e41 None None] No DVR routers for this DVR port cf877da1-858e-4675-9d60-097e3719c1f6 on host dv-cinder-760194-10-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:12:16.411091 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.415297 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:12:16.418702 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.420714 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] 10.222.0.38 "DELETE /v2.0/networks/77f0cfe3-95e6-4965-95e6-b4f66fe89532 HTTP/1.1" status: 204 len: 168 time: 0.5951598 Sep 08 11:12:16.435334 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8a686-3343-4889-9b03-f7448631ba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=77f0cfe3-95e6-4965-95e6-b4f66fe89532,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:16.587806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:12:16.595127 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.598616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:12:16.609703 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:16.610579 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:16.632181 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50700) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:16.638199 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-7f23efc3-a487-4c03-926c-74edd544e9e5 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "PUT /v2.0/floatingips/cc6881e9-63a5-43e1-b39f-b7d03a95fb65 HTTP/1.1" status: 200 len: 991 time: 1.1093764 Sep 08 11:12:16.638199 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:16.641377 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a18dc2-01ba-4258-9420-62a21809c242" -d '{"events": [{"name": "network-changed", "server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:16.660348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 9132409c-dfde-400a-bf15-cf440e6365df no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:16.666371 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9596d-b509-4fc6-8690-99c925921798 req-c94a8db7-e25c-4e0e-8db0-65912bac7b8f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:16.668110 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e0c9596d-b509-4fc6-8690-99c925921798 req-c94a8db7-e25c-4e0e-8db0-65912bac7b8f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.1254280 Sep 08 11:12:16.677945 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7053b778-e31a-43dd-b9e8-e834cc81381e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca4fd72283a241498b81dc0e66890b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446372 Sep 08 11:12:16.681064 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50708) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:16.691855 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 9132409c-dfde-400a-bf15-cf440e6365df {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:16.692226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 9132409c-dfde-400a-bf15-cf440e6365df not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:16.692656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:16.714666 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:16.715184 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device d0940c99-455b-4325-a0bc-cbdcb7d9b5a0 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:16.715929 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device cf877da1-858e-4675-9d60-097e3719c1f6 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:16.718479 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e0c9596d-b509-4fc6-8690-99c925921798 req-80eeec48-cfc5-42f2-a3c1-e5781857b928 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439024 Sep 08 11:12:16.754528 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.774869 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: cf877da1-858e-4675-9d60-097e3719c1f6 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:16.776398 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device cf877da1-858e-4675-9d60-097e3719c1f6 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:16.776570 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a467625-fbdb-4212-b7e0-f13590b988e9 x-openstack-request-id: req-4a467625-fbdb-4212-b7e0-f13590b988e9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:16.776867 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:16.777116 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a467625-fbdb-4212-b7e0-f13590b988e9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:16.777533 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'status': 'completed', 'code': 200} Sep 08 11:12:16.786046 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.807446 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:16.854368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.856961 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:16.858288 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a9ac6d4-e305-489f-9448-4cc606649a50 HTTP/1.1" status: 204 len: 168 time: 0.1759877 Sep 08 11:12:16.859915 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18dc2-01ba-4258-9420-62a21809c242 req-5bba9351-5af1-48ee-9561-630078a5421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:16.861826 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-5bba9351-5af1-48ee-9561-630078a5421f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 1099 time: 0.0548503 Sep 08 11:12:16.878285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91759c-fb96-453e-9577-a86f1b855e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ac6d4-e305-489f-9448-4cc606649a50,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:16.981785 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18dc2-01ba-4258-9420-62a21809c242 req-c6ba6c78-3898-44f8-b608-9d4e8429a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:16.983336 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-c6ba6c78-3898-44f8-b608-9d4e8429a8a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 200 len: 911 time: 0.1111474 Sep 08 11:12:17.057097 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-31205d9c-3cd3-4b6d-a138-74d68ffbd805 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d HTTP/1.1" status: 200 len: 999 time: 0.0638709 Sep 08 11:12:17.109583 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'cc6881e9-63a5-43e1-b39f-b7d03a95fb65', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:ff:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f52330-04da-4de0-bca8-bf736b2577b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:01Z', 'updated_at': '2021-09-08T11:12:15Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:17.120145 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18dc2-01ba-4258-9420-62a21809c242 req-75dc6906-4c56-4676-b3b3-a8a868042152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:17.121619 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-75dc6906-4c56-4676-b3b3-a8a868042152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 200 len: 849 time: 0.0550635 Sep 08 11:12:17.141604 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:17.150886 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:17.151506 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:17.174523 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18dc2-01ba-4258-9420-62a21809c242 req-75b8f8e7-27d6-4dc1-8cba-eb42c1001da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:17.176187 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-75b8f8e7-27d6-4dc1-8cba-eb42c1001da7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a906eb88-0c22-48e8-8b03-24b26ce115cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414290 Sep 08 11:12:17.230316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50716) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:17.261616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:17.272781 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-928f7532-6b1d-44dc-aef0-01fc066734a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=394d21e688784fa3a9441c1fe28d4780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384576 Sep 08 11:12:17.273337 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50718) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:17.277831 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-7c03162f-dfc2-4b8f-9162-0cebb48fedf2 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920532 Sep 08 11:12:17.324339 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:17.345786 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:17.371393 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-77a18dc2-01ba-4258-9420-62a21809c242 req-aba501a0-bb80-4cc3-acf3-945fe3c6b209 service neutron] 10.222.0.44 "GET /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Sep 08 11:12:17.398661 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:17.401192 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:17.402343 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8ab37d5-1ae8-45fd-8e6b-98fc03386279 HTTP/1.1" status: 204 len: 168 time: 0.1280091 Sep 08 11:12:17.410904 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea30855-5a5e-4caf-959a-27e2bd61446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ab37d5-1ae8-45fd-8e6b-98fc03386279,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:17.629022 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'cc6881e9-63a5-43e1-b39f-b7d03a95fb65', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:ff:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f52330-04da-4de0-bca8-bf736b2577b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:01Z', 'updated_at': '2021-09-08T11:12:15Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:17.657109 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06e8ac-a978-4cc3-825c-750c0c77ebd8 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': 'cc6881e9-63a5-43e1-b39f-b7d03a95fb65', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '52944ac5-855b-473f-92bd-aeab88905655', 'port_id': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'mac_address': 'fa:16:3e:ff:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f52330-04da-4de0-bca8-bf736b2577b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:01Z', 'updated_at': '2021-09-08T11:12:15Z', 'revision_number': 1, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:17.840453 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc352-fd57-4184-b1e7-2fb7ba136c64 req-89efb41d-7f2f-48f2-b88b-1f2c1f7b5ae5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:17.842009 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67ffc352-fd57-4184-b1e7-2fb7ba136c64 req-89efb41d-7f2f-48f2-b88b-1f2c1f7b5ae5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Sep 08 11:12:17.871031 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cfa89-1667-49b7-bff1-0479ea00614b None None] New status for floating IP cc6881e9-63a5-43e1-b39f-b7d03a95fb65: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:12:17.885544 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67ffc352-fd57-4184-b1e7-2fb7ba136c64 req-4d1f2e45-fc2d-44e8-b941-cb146d483148 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375049 Sep 08 11:12:18.208861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-807153db-e90c-45af-9584-1300b718495b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:18.210367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-807153db-e90c-45af-9584-1300b718495b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Sep 08 11:12:18.296415 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:12:18.296753 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.383391 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] For port 73bc8511-9b9a-4050-8ae0-badf0afb72f0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73bc8511-9b9a-4050-8ae0-badf0afb72f0,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:18.383747 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.560544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.560907 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.561223 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 6c777ebd-7c3c-4443-a225-d17a91a0a736 disassociated. External IP: 172.27.0.219, port: 73bc8511-9b9a-4050-8ae0-badf0afb72f0. Sep 08 11:12:18.561572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for 73bc8511-9b9a-4050-8ae0-badf0afb72f0 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:12:18.685212 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.712395 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=73bc8511-9b9a-4050-8ae0-badf0afb72f0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:18.824663 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:12:18.933569 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:12:18.943224 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:12:18.953209 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:18.953830 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:18.973172 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] No DVR routers for this DVR port 73bc8511-9b9a-4050-8ae0-badf0afb72f0 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:12:18.982655 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:18.984525 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-29849a93-8504-4e22-9c4d-5e363ef24673 req-02ef8e12-c10b-4584-9f98-d0afff7bd9b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "DELETE /v2.0/ports/73bc8511-9b9a-4050-8ae0-badf0afb72f0 HTTP/1.1" status: 204 len: 173 time: 0.7675431 Sep 08 11:12:18.984993 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'name': 'network-vif-deleted', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:18.987189 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3effc-c0b0-4783-b0c2-ebb6c8c4d43b" -d '{"events": [{"server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "name": "network-vif-deleted", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:19.011755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9460ff20-85be-4a0a-92cd-a9ab8bd216ff req-9bdc62e8-3d18-483e-8fa5-8e36b4363487 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0399425 Sep 08 11:12:19.034987 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb55b6-510c-40b1-b1e8-875e1fa59d77 x-openstack-request-id: req-9aeb55b6-510c-40b1-b1e8-875e1fa59d77 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:19.035424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3", "name": "network-vif-deleted", "tag": "73bc8511-9b9a-4050-8ae0-badf0afb72f0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:19.035911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9aeb55b6-510c-40b1-b1e8-875e1fa59d77 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:19.036345 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420d21b-4ae3-4f43-a7b7-d87cf1ebf0d3', 'name': 'network-vif-deleted', 'tag': '73bc8511-9b9a-4050-8ae0-badf0afb72f0', 'status': 'completed', 'code': 200} Sep 08 11:12:19.080881 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:19.289289 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:19.315408 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:19.323665 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:19.324299 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:11:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:19.425691 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:19.622567 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:19.648808 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330851ee-90c7-473d-9cc4-5930ce3ad174 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:19.868374 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa932a-d546-41e9-97ab-0ff99d0ea285 None None] New status for floating IP 6c777ebd-7c3c-4443-a225-d17a91a0a736: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:12:20.267412 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-430fee59-3a87-47ef-92fe-51c7455cf42f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900167282&fields=id&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 267 time: 0.0324128 Sep 08 11:12:20.375505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-f74020e3-c160-4146-a232-54dc21ca4f32 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:20.376984 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-f74020e3-c160-4146-a232-54dc21ca4f32 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.1025474 Sep 08 11:12:20.391749 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-628b3654-2eaf-47fd-9551-a409b2e126fa tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/quotas/265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 375 time: 0.0085380 Sep 08 11:12:20.443105 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-17450597-fad5-4525-b041-52243ea9d614 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459480 Sep 08 11:12:20.862772 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-c515d990-17ce-47b2-988e-c48e4dfecd86 service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071305 Sep 08 11:12:20.948547 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-223af3f9-691d-4a4a-80fb-1e11cfd7ad42 service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789208 Sep 08 11:12:21.243341 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aaeafef9-c101-414a-a976-a3bc8f4c0a45 req-13574748-ee4d-4648-a406-c30cca8a8641 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0299647 Sep 08 11:12:21.637934 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67d27ae3-c67d-41cf-b4c5-dcd5db80ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:22.218692 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-5c42daf5-b47f-4ab1-87da-c2198a198dba tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:22.220161 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-5c42daf5-b47f-4ab1-87da-c2198a198dba tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.1025729 Sep 08 11:12:22.265240 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-d55e9607-333f-4813-bacd-b3465f0560a9 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 379 time: 0.0329766 Sep 08 11:12:22.278851 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'port': {'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'admin_state_up': True, 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'security_groups': ['a1467cac-5867-446c-898b-01e6b2666a9d']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:22.366729 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-89781824-1e20-4f03-b554-4a446903c7ca req-c93a2f44-85c7-47bf-96da-fe57c49a7743 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0532157 Sep 08 11:12:22.410151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Made reservation on behalf of 265e8ea957784a709206f6c31dd2585b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:12:22.414144 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:22.552775 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.20.0.14 (e9bb0c6b-03d3-45ae-b184-537f91676243/550ec0c4-2574-48b0-990a-fe0d60e12431/62605398-a661-440f-af32-3596b1bf735c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:12:22.615438 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 73bc8511-9b9a-4050-8ae0-badf0afb72f0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:12:22.636400 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 73bc8511-9b9a-4050-8ae0-badf0afb72f0 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:12:22.636746 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 73bc8511-9b9a-4050-8ae0-badf0afb72f0 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:12:22.695547 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:22.713411 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Transition to ACTIVE for port object 62605398-a661-440f-af32-3596b1bf735c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:12:22.745884 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:22.791402 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:12:22.794422 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:12:22.798109 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:12:22.825717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:22.853956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:22.854591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:22.869468 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4e6feeba-b797-48de-84f9-c3fe1498e203 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951681 Sep 08 11:12:22.937312 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Request body: {'port': {'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:22.993536 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.051184 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-20e0c5e3-64ba-46b3-84a8-9070c4dcdec7 None None] Provisioning for port 62605398-a661-440f-af32-3596b1bf735c completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:12:23.055157 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-20e0c5e3-64ba-46b3-84a8-9070c4dcdec7 None None] Provisioning complete for port 62605398-a661-440f-af32-3596b1bf735c triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:12:23.055529 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20e0c5e3-64ba-46b3-84a8-9070c4dcdec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.090073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-20e0c5e3-64ba-46b3-84a8-9070c4dcdec7 None None] Port 62605398-a661-440f-af32-3596b1bf735c cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:12:23.257216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62605398-a661-440f-af32-3596b1bf735c {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:12:23.264835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.276188 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Transition to ACTIVE for port object 62605398-a661-440f-af32-3596b1bf735c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:12:23.280278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.328633 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Pushing event updated for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:23.405988 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Attempting to bind port 62605398-a661-440f-af32-3596b1bf735c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:12:23.406354 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Attempting to bind port 62605398-a661-440f-af32-3596b1bf735c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:12:23.406650 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Attempting to bind port 62605398-a661-440f-af32-3596b1bf735c on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:12:23.411973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Port 62605398-a661-440f-af32-3596b1bf735c on network e9bb0c6b-03d3-45ae-b184-537f91676243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:12:23.412301 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Attempting to bind port 62605398-a661-440f-af32-3596b1bf735c on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:12:23.418472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:12:23.418811 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:12:23.419417 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Bound using segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:12:23.419850 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Bound port: 62605398-a661-440f-af32-3596b1bf735c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:12:23.420238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.517725 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:12:23.521688 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62605398-a661-440f-af32-3596b1bf735c,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:12:23.529778 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e4c30-4e0e-4a96-b2ca-f49a0cf634ce req-dba1e9ee-a5ba-4576-a5cd-1ca3231f093f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:23.531283 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-439e4c30-4e0e-4a96-b2ca-f49a0cf634ce req-dba1e9ee-a5ba-4576-a5cd-1ca3231f093f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0768998 Sep 08 11:12:23.532856 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.581871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:23.582493 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:23.583919 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] 10.222.0.44 "PUT /v2.0/ports/62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 1094 time: 0.7038479 Sep 08 11:12:23.585880 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:23.588149 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:23.633751 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-439e4c30-4e0e-4a96-b2ca-f49a0cf634ce req-ce94a9b2-7ad6-4563-b289-0c4f18dff4f6 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931182 Sep 08 11:12:23.660411 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cf4d4-8aaf-40b9-a52f-ac8b98d920ad service neutron] Pushing event updated for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:23.684701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-e5e297ff-ae46-4760-8f42-c8e5b5109623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:23.686226 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-e5e297ff-ae46-4760-8f42-c8e5b5109623 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1097 time: 0.0516162 Sep 08 11:12:23.696960 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ce879-241b-4630-815c-c0f5033eca05 x-openstack-request-id: req-2d7ce879-241b-4630-815c-c0f5033eca05 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:23.697274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:23.697524 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d7ce879-241b-4630-815c-c0f5033eca05 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:23.697972 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c', 'status': 'completed', 'code': 200} Sep 08 11:12:23.733817 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-1569e89c-785d-4094-bb89-e2fb3f6e8204 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 217 time: 0.0349650 Sep 08 11:12:23.785672 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-1d0de79f-dc71-4631-9288-d4e3e05455f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:23.787020 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-1d0de79f-dc71-4631-9288-d4e3e05455f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0463383 Sep 08 11:12:23.830590 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4ba47904-544e-4c4f-9bf3-3aa69e725955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:23.832072 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-4ba47904-544e-4c4f-9bf3-3aa69e725955 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380075 Sep 08 11:12:23.920689 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-e4c04ef9-1a1e-41fa-bc2c-f24a7347f432 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799813 Sep 08 11:12:24.013605 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6a7874b9-1d79-4b7b-bee0-70c280298d52 req-2175202a-f21e-460e-bcc3-0095816159a7 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827880 Sep 08 11:12:24.095048 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-c22f4dae-9885-4d68-8347-65454e20fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:24.096539 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-c22f4dae-9885-4d68-8347-65454e20fd4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1097 time: 0.0388343 Sep 08 11:12:24.186453 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-1445da2d-9c07-450b-8d65-4231a72d318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:24.187904 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-1445da2d-9c07-450b-8d65-4231a72d318e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0845094 Sep 08 11:12:24.207214 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d353983c-e2d7-49c9-ac05-10f17085908f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:24.232255 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-6713a5a5-05aa-4426-85b5-16f0bfa75d30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 217 time: 0.0342910 Sep 08 11:12:24.285360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-0f5668ec-a52a-422b-8b4c-1885ace2bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:24.286793 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-0f5668ec-a52a-422b-8b4c-1885ace2bf7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0436845 Sep 08 11:12:24.335122 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-aa2d70d7-1a2f-42f1-8318-e58912c95366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:24.337184 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-aa2d70d7-1a2f-42f1-8318-e58912c95366 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419400 Sep 08 11:12:24.423824 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-0b28ff04-fb04-4b31-a685-1ce568eb4ef2 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794704 Sep 08 11:12:24.531457 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1b910465-e177-4fb3-ab4e-79eb5c7f49ac req-48efc60e-0830-443f-80a1-be2ab0d9143c service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991766 Sep 08 11:12:24.551200 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:24.750174 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461cf1f-deca-4029-a4fc-5631f5305613 req-a7c64add-753d-4ef2-bdbc-526e80c699d2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:24.751655 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4461cf1f-deca-4029-a4fc-5631f5305613 req-a7c64add-753d-4ef2-bdbc-526e80c699d2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0483003 Sep 08 11:12:24.796609 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4461cf1f-deca-4029-a4fc-5631f5305613 req-d97e5fcd-5d9b-4b67-bdad-15955d0b6017 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Sep 08 11:12:25.072360 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:25.909707 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b011397-d91e-43eb-b9c1-4bc0ecdd4839 req-0bb2bcd9-2caf-4627-9542-02bc1b17f021 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:25.911158 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4b011397-d91e-43eb-b9c1-4bc0ecdd4839 req-0bb2bcd9-2caf-4627-9542-02bc1b17f021 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0479250 Sep 08 11:12:25.947086 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4b011397-d91e-43eb-b9c1-4bc0ecdd4839 req-ab7a53e4-2fc4-4395-ad02-391a38893f12 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297105 Sep 08 11:12:27.063822 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac814b39-1d01-4e8c-9148-a82a88845175 req-6dc4a43a-5954-4e7f-b9f1-28c5b015f5ef tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:27.065408 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ac814b39-1d01-4e8c-9148-a82a88845175 req-6dc4a43a-5954-4e7f-b9f1-28c5b015f5ef tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0523624 Sep 08 11:12:27.102748 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ac814b39-1d01-4e8c-9148-a82a88845175 req-3fdb2d18-3734-49e2-a562-65b50a728d0b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308523 Sep 08 11:12:27.301723 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:28.216099 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fc74f-e6a3-49e3-99fb-fab5ad2c0f9a req-5e7b48a2-e0d6-4589-8d62-c86c8683c0b7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:28.217476 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78fc74f-e6a3-49e3-99fb-fab5ad2c0f9a req-5e7b48a2-e0d6-4589-8d62-c86c8683c0b7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0481205 Sep 08 11:12:28.253251 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d78fc74f-e6a3-49e3-99fb-fab5ad2c0f9a req-df28ae93-7403-41b5-9306-b9413d4f6368 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300076 Sep 08 11:12:29.001934 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:12:29.365219 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501165b-0a1e-4cbf-a6fd-d6ac53a446d3 req-c64d858f-b671-492a-8bf6-908f707687a8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:29.366760 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1501165b-0a1e-4cbf-a6fd-d6ac53a446d3 req-c64d858f-b671-492a-8bf6-908f707687a8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0476241 Sep 08 11:12:29.403637 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1501165b-0a1e-4cbf-a6fd-d6ac53a446d3 req-00c1f5cb-4993-4fa2-b394-acbf3453a403 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Sep 08 11:12:30.519311 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913058-cf1d-4abe-b6e8-0c9d521bf374 req-2b4ea684-68e9-4de3-bde9-a66c7f3bc3d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:30.523955 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5a913058-cf1d-4abe-b6e8-0c9d521bf374 req-2b4ea684-68e9-4de3-bde9-a66c7f3bc3d3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0551920 Sep 08 11:12:30.561424 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5a913058-cf1d-4abe-b6e8-0c9d521bf374 req-1188d741-a9b9-482f-a75d-67679e1b6efa tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Sep 08 11:12:31.676398 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a5f7-da9e-449f-baae-6205f7288d01 req-f970b2c3-02b5-478c-a94d-4ee2408ee6a7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:31.677849 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7312a5f7-da9e-449f-baae-6205f7288d01 req-f970b2c3-02b5-478c-a94d-4ee2408ee6a7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0504684 Sep 08 11:12:31.714582 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7312a5f7-da9e-449f-baae-6205f7288d01 req-18be2d31-edb2-4c25-977a-2081098569e3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302706 Sep 08 11:12:32.650602 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 62605398-a661-440f-af32-3596b1bf735c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:12:32.742014 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62605398-a661-440f-af32-3596b1bf735c,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:32.753912 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '62605398-a661-440f-af32-3596b1bf735c', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:12:32.789933 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:32.806368 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62605398-a661-440f-af32-3596b1bf735c {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:12:32.824995 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62605398-a661-440f-af32-3596b1bf735c,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:32.827940 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4130-1eeb-4cd8-8322-248b3ba40195 req-00b78636-6a41-4344-b2a9-2242e012af9d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:32.829335 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:32.829788 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a7c4130-1eeb-4cd8-8322-248b3ba40195 req-00b78636-6a41-4344-b2a9-2242e012af9d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 944 time: 0.0487590 Sep 08 11:12:32.868486 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a7c4130-1eeb-4cd8-8322-248b3ba40195 req-872418f3-f55e-4c73-baa6-c12e575b47af tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Sep 08 11:12:32.877801 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:33.098572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['62605398-a661-440f-af32-3596b1bf735c'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:12:33.986784 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328e085-28e8-4df4-b5d5-c82e0fdfc999 req-bc0b9502-3b6d-4786-bc9b-28e604e3ae00 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:33.988294 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7328e085-28e8-4df4-b5d5-c82e0fdfc999 req-bc0b9502-3b6d-4786-bc9b-28e604e3ae00 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Sep 08 11:12:34.025198 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7328e085-28e8-4df4-b5d5-c82e0fdfc999 req-ad1aa5ef-eacf-4952-bfbe-2185620669b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305262 Sep 08 11:12:34.661617 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 62605398-a661-440f-af32-3596b1bf735c up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:12:34.712779 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 62605398-a661-440f-af32-3596b1bf735c completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:12:34.716304 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 62605398-a661-440f-af32-3596b1bf735c triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:12:34.716657 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:34.792759 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:34.813543 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62605398-a661-440f-af32-3596b1bf735c'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:34.815748 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29589823-dcef-40ef-b636-fd6aa4439afd" -d '{"events": [{"server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "name": "network-vif-plugged", "status": "completed", "tag": "62605398-a661-440f-af32-3596b1bf735c"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:34.828047 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62605398-a661-440f-af32-3596b1bf735c,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:34.832018 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:34.854533 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d011a-7246-4c49-a4de-688bc068ee1e x-openstack-request-id: req-ff0d011a-7246-4c49-a4de-688bc068ee1e {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:34.854825 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "name": "network-vif-plugged", "status": "completed", "tag": "62605398-a661-440f-af32-3596b1bf735c", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:34.855073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff0d011a-7246-4c49-a4de-688bc068ee1e {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:34.855452 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62605398-a661-440f-af32-3596b1bf735c', 'code': 200} Sep 08 11:12:34.881373 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:35.065811 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7e8f-ed20-4775-bd09-1780e62595c4 req-7fb08bec-b08c-44bf-96a4-2fbb619eb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:35.067295 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8d8f7e8f-ed20-4775-bd09-1780e62595c4 req-7fb08bec-b08c-44bf-96a4-2fbb619eb209 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1099 time: 0.0383079 Sep 08 11:12:35.112393 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8d8f7e8f-ed20-4775-bd09-1780e62595c4 req-5096cd89-36bb-4386-86e5-b2910bf127e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365872 Sep 08 11:12:35.146624 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075891-66fe-40cc-ab74-636c6ab4a8ab req-44d0439d-cc3c-47bf-9b7b-6b20b5de3a1a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:35.148049 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6e075891-66fe-40cc-ab74-636c6ab4a8ab req-44d0439d-cc3c-47bf-9b7b-6b20b5de3a1a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0535848 Sep 08 11:12:35.185529 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6e075891-66fe-40cc-ab74-636c6ab4a8ab req-117e665c-25f0-4feb-9c2d-d5b9c0fb773f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Sep 08 11:12:36.309267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734541cc-d6d0-4e9b-8e2f-c38fd47a5643 req-5ed1c8cd-87f1-42c8-9ced-5939190fb4e4 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:36.310732 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-734541cc-d6d0-4e9b-8e2f-c38fd47a5643 req-5ed1c8cd-87f1-42c8-9ced-5939190fb4e4 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0542707 Sep 08 11:12:36.347665 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-734541cc-d6d0-4e9b-8e2f-c38fd47a5643 req-659827f7-1c27-470e-b54e-a0a1bf9e9de2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308609 Sep 08 11:12:37.460210 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bd88c-d0ae-42b1-b0ec-7e36275672ed req-8e664985-bf08-4665-a7a0-cb456ca30a8c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:37.461680 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da2bd88c-d0ae-42b1-b0ec-7e36275672ed req-8e664985-bf08-4665-a7a0-cb456ca30a8c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0475791 Sep 08 11:12:37.498714 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da2bd88c-d0ae-42b1-b0ec-7e36275672ed req-93faf851-220a-4b33-85af-39017afb872b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306973 Sep 08 11:12:37.610352 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9adc-7b67-40fb-9907-a5694aa8de46 req-b7eea837-ea8a-44da-939b-79964b6d2932 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:37.611821 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c3ae9adc-7b67-40fb-9907-a5694aa8de46 req-b7eea837-ea8a-44da-939b-79964b6d2932 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0477049 Sep 08 11:12:37.647283 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c3ae9adc-7b67-40fb-9907-a5694aa8de46 req-ad1a91c1-f52b-4614-bd5f-2fd3b93e4a0a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296347 Sep 08 11:12:37.669236 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50864) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:37.709945 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed4042-c479-4cd0-929d-8e2ddc73a1f6 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:37.711303 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ebed4042-c479-4cd0-929d-8e2ddc73a1f6 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1094 time: 0.0410898 Sep 08 11:12:37.714649 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 50868) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:12:37.718935 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:12:37.740562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:37.834832 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:37.945886 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.27.0.29 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/c1e5ae8c-0778-48c6-9d6d-78d71b2a2872) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:12:38.050883 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.094104 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.134808 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:12:38.137617 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:12:38.141169 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:12:38.168705 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=c1e5ae8c-0778-48c6-9d6d-78d71b2a2872,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:38.183860 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.184230 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.184571 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.184909 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.185240 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.185570 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.185981 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.186373 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.186704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.187027 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.187349 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.187667 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:38.506097 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.577595 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.721280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.725489 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.792038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=c1e5ae8c-0778-48c6-9d6d-78d71b2a2872,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:38.801588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:38.898838 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 9781bdf3-55bb-4ee0-b784-9b339cb0ac27 associated. External IP: 172.27.0.29, port: 62605398-a661-440f-af32-3596b1bf735c. Sep 08 11:12:39.096686 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:12:39.441276 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:12:39.451190 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:12:39.457767 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:39.460745 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:39.461360 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:12:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:39.486775 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5d49db0e-73f3-498d-9458-b69e3f51815d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7690184 Sep 08 11:12:39.486775 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:39.487492 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae763bd6-760f-4233-9b18-b87803af0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:39.571572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:39.640095 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f368e64-353f-438b-a7ce-dfc555183149 x-openstack-request-id: req-3f368e64-353f-438b-a7ce-dfc555183149 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:39.640390 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:39.640628 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f368e64-353f-438b-a7ce-dfc555183149 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:39.641012 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c', 'status': 'completed', 'code': 200} Sep 08 11:12:39.710448 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-c679f509-79a2-4f5c-bffb-1c339577c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:39.711850 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-c679f509-79a2-4f5c-bffb-1c339577c80a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1099 time: 0.0439289 Sep 08 11:12:39.802419 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-22aa4e34-85a6-47ad-b7f8-6dc5823e5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:39.804079 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-22aa4e34-85a6-47ad-b7f8-6dc5823e5e16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0827672 Sep 08 11:12:39.808227 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:38Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:39.834047 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:12:39.846309 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:12:39.846929 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:12:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:39.875920 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-780d8bfd-b902-4a3c-a34f-e19812d3fbeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 999 time: 0.0614171 Sep 08 11:12:39.926872 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-173a5468-32cf-47a7-85e3-96b414f82e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:39.928355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-173a5468-32cf-47a7-85e3-96b414f82e58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0437946 Sep 08 11:12:39.952658 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:12:39.976055 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-078f4b16-043c-40b8-a607-47dce745b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:39.977598 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-078f4b16-043c-40b8-a607-47dce745b16f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419695 Sep 08 11:12:40.075839 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-88c29f49-7142-42de-b527-37908ed9dfdd service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900171 Sep 08 11:12:40.198863 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ae763bd6-760f-4233-9b18-b87803af0cf0 req-e0dba719-93c9-4f3a-b438-cbdf9ac400f0 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058643 Sep 08 11:12:40.200199 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:38Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:12:40.231696 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385d15a-f5ac-4106-986f-de5f89fc56d0 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:38Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:12:40.328575 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bf75c-79f1-49a7-a145-bdd9ed63b895 req-9de5ba1e-afbf-47bc-b973-bc0b46f7dee6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:40.330053 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e32bf75c-79f1-49a7-a145-bdd9ed63b895 req-9de5ba1e-afbf-47bc-b973-bc0b46f7dee6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Sep 08 11:12:40.369438 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e32bf75c-79f1-49a7-a145-bdd9ed63b895 req-cdb57a8f-31d5-4edc-a5c0-c683374e24fc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Sep 08 11:12:40.419714 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddf30b-974a-410b-aeb3-9551daee07bc None None] New status for floating IP 9781bdf3-55bb-4ee0-b784-9b339cb0ac27: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:12:41.486215 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2484f-72c5-4e7d-848f-d032a50da07e req-ca924d04-4957-4f73-9d81-71c4fb9dab18 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:41.487791 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6dd2484f-72c5-4e7d-848f-d032a50da07e req-ca924d04-4957-4f73-9d81-71c4fb9dab18 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Sep 08 11:12:41.524827 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6dd2484f-72c5-4e7d-848f-d032a50da07e req-c74a2571-d596-40cb-a62f-8b77d55aebbf tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Sep 08 11:12:42.640949 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b9486-a458-4f12-9002-30156f3b6308 req-d1188144-20f9-4ff0-8e56-b86c26c7a8bc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:42.642401 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e10b9486-a458-4f12-9002-30156f3b6308 req-d1188144-20f9-4ff0-8e56-b86c26c7a8bc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Sep 08 11:12:42.678742 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e10b9486-a458-4f12-9002-30156f3b6308 req-af7fbc6b-13ff-44ab-a943-d90eecc74046 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Sep 08 11:12:43.797556 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5b54c-b08d-4cf5-bc0c-607e839dc21e req-c88be2b5-58fb-4111-bfb2-e48d3dca0369 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:43.799013 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fec5b54c-b08d-4cf5-bc0c-607e839dc21e req-c88be2b5-58fb-4111-bfb2-e48d3dca0369 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Sep 08 11:12:43.835274 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fec5b54c-b08d-4cf5-bc0c-607e839dc21e req-5311adb5-273d-4327-993b-29715f95499a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302947 Sep 08 11:12:44.956318 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed4f48-fe3d-42ad-a39a-22f9359c7415 req-7c57bc29-c9b0-468d-88dd-4e9cb4d50d4e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:44.957792 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a0ed4f48-fe3d-42ad-a39a-22f9359c7415 req-7c57bc29-c9b0-468d-88dd-4e9cb4d50d4e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0526855 Sep 08 11:12:44.993522 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a0ed4f48-fe3d-42ad-a39a-22f9359c7415 req-49b77909-b9da-4547-a387-98c446a83965 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299108 Sep 08 11:12:45.826291 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:46.109279 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c12a-17aa-4e27-820c-4a0aa991557f req-07ca3749-4a8e-4acf-a1bb-ffa764cd1fe6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:46.110733 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0e12c12a-17aa-4e27-820c-4a0aa991557f req-07ca3749-4a8e-4acf-a1bb-ffa764cd1fe6 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Sep 08 11:12:46.146875 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0e12c12a-17aa-4e27-820c-4a0aa991557f req-79ca2e53-7b45-470b-90ee-a51aeea5b641 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303271 Sep 08 11:12:47.267225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb95ba6-a6c1-465c-be9b-3238e021c32b req-585bf8ee-91ca-4a70-b463-8763d6a31b52 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:47.268692 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7eb95ba6-a6c1-465c-be9b-3238e021c32b req-585bf8ee-91ca-4a70-b463-8763d6a31b52 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0514367 Sep 08 11:12:47.303744 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7eb95ba6-a6c1-465c-be9b-3238e021c32b req-ff8c7188-cc7e-4f9b-8f5b-8ac45dba3094 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292449 Sep 08 11:12:48.422439 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa18e1-1a57-4a27-88fd-a6addfe72fa6 req-10338154-7903-4c9a-9154-9709bc74693a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:48.424042 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55aa18e1-1a57-4a27-88fd-a6addfe72fa6 req-10338154-7903-4c9a-9154-9709bc74693a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 08 11:12:48.463779 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55aa18e1-1a57-4a27-88fd-a6addfe72fa6 req-9b3ce0e3-7882-4b10-a83b-d3c9fc1107f1 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Sep 08 11:12:49.581567 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b6f1-6695-4727-bc34-afe629e34782 req-fa1f1fec-5cc6-4b9c-99eb-3c5d65e3b97a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:49.583207 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6144b6f1-6695-4727-bc34-afe629e34782 req-fa1f1fec-5cc6-4b9c-99eb-3c5d65e3b97a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Sep 08 11:12:49.621740 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6144b6f1-6695-4727-bc34-afe629e34782 req-37811e92-f826-4842-bfcd-98caddc7aa83 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Sep 08 11:12:50.743223 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6c32-2c2c-406b-9238-d73cf87bb84f req-6cf68c79-411d-4861-abd4-be2bd8712c7f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:50.744856 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3d8c6c32-2c2c-406b-9238-d73cf87bb84f req-6cf68c79-411d-4861-abd4-be2bd8712c7f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0519516 Sep 08 11:12:50.784677 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3d8c6c32-2c2c-406b-9238-d73cf87bb84f req-1a03681d-f562-4ccc-841d-f3309f019a52 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Sep 08 11:12:51.643531 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5f4-1884-40f6-b4f9-2fef8a3d5b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:51.899521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4a0b1-8bdd-42f0-aa61-541e046edca5 req-b08ac185-215b-4137-bb9e-134508681720 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:51.901515 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18b4a0b1-8bdd-42f0-aa61-541e046edca5 req-b08ac185-215b-4137-bb9e-134508681720 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Sep 08 11:12:51.943588 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18b4a0b1-8bdd-42f0-aa61-541e046edca5 req-8229e737-8cb1-48d7-8f26-97c1ed5ab7b2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362809 Sep 08 11:12:52.711656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:12:52.801037 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:52.814490 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:12:52.848868 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:52.861172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:12:52.879771 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:52.883414 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:52.929926 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=6']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:52.937356 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.937700 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.938032 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.938362 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.938688 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.939012 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.939335 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.939653 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.940019 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.940339 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.940656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.940974 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:12:52.981478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['69709d81-13fb-4bb8-bb87-c9dabca84164'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:12:53.066033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab40e2-7b52-4ee3-8a86-4a76a559c900 req-8d0dfba3-28c7-4124-948b-a75b9f9ec6fc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:53.067625 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67ab40e2-7b52-4ee3-8a86-4a76a559c900 req-8d0dfba3-28c7-4124-948b-a75b9f9ec6fc tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 944 time: 0.0524678 Sep 08 11:12:53.105095 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67ab40e2-7b52-4ee3-8a86-4a76a559c900 req-8fc047f4-9f50-41a6-a6c3-d50f446bb6d8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Sep 08 11:12:54.230813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-be99f69d-68f9-4c70-b26a-75e59b908f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:54.270047 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac45205-a2d9-4b7a-866d-51a1a1f773ad req-f5662be4-ea78-429e-9e2c-4262f344c94b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:54.287764 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bac45205-a2d9-4b7a-866d-51a1a1f773ad req-f5662be4-ea78-429e-9e2c-4262f344c94b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 944 time: 0.0990202 Sep 08 11:12:54.340681 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bac45205-a2d9-4b7a-866d-51a1a1f773ad req-347c14a7-31c4-41c9-b492-7f3bbadd0b3b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506053 Sep 08 11:12:54.552456 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:54.728229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:12:54.780512 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 69709d81-13fb-4bb8-bb87-c9dabca84164 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:12:54.781136 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:54.875872 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:54.899723 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:12:54.902685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a473d1d-fa29-458b-b078-6dccb8dc393d" -d '{"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:12:54.920081 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:12:54.924751 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:54.977913 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=7']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:12:55.018366 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f05b1-455b-41e5-952c-60e9118b84b0 x-openstack-request-id: req-7b4f05b1-455b-41e5-952c-60e9118b84b0 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:12:55.018890 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:12:55.019135 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b4f05b1-455b-41e5-952c-60e9118b84b0 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:12:55.019519 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'code': 200} Sep 08 11:12:55.078774 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:55.474156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7103-9527-4bb7-b191-ad14e33f0ae7 req-5cb84be8-cbba-4732-ad17-66a808d72f75 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:55.475675 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-538b7103-9527-4bb7-b191-ad14e33f0ae7 req-5cb84be8-cbba-4732-ad17-66a808d72f75 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0605752 Sep 08 11:12:55.521273 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-538b7103-9527-4bb7-b191-ad14e33f0ae7 req-904060b1-32b8-4708-88f1-58634f10e9a8 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Sep 08 11:12:56.684404 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda33cf-a110-494a-ae96-4c4a04ccabad req-08eb7760-ad94-42d4-a686-2ea43326dae2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:56.692752 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cdda33cf-a110-494a-ae96-4c4a04ccabad req-08eb7760-ad94-42d4-a686-2ea43326dae2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0600369 Sep 08 11:12:56.728829 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cdda33cf-a110-494a-ae96-4c4a04ccabad req-d9bf73e8-0820-4bd1-9e2a-f310f6d30a39 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352225 Sep 08 11:12:57.309370 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:12:57.870863 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52247b-d14a-4122-badd-866e204fb12e req-217297d3-9445-4d86-a8c5-a385c7390fc5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:57.875014 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da52247b-d14a-4122-badd-866e204fb12e req-217297d3-9445-4d86-a8c5-a385c7390fc5 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0634909 Sep 08 11:12:57.920992 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-da52247b-d14a-4122-badd-866e204fb12e req-6dc4a5b0-52f6-4185-9f32-04dabad67ef3 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Sep 08 11:12:59.060162 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b408d-8b62-4274-a2e9-5cf3b9861829 req-2ca2a538-bd1a-4387-adb5-9b60161e7e36 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:12:59.070266 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-688b408d-8b62-4274-a2e9-5cf3b9861829 req-2ca2a538-bd1a-4387-adb5-9b60161e7e36 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0655482 Sep 08 11:12:59.108022 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-688b408d-8b62-4274-a2e9-5cf3b9861829 req-bcf4ea3a-1d62-49e3-aabf-e451627d511b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365694 Sep 08 11:13:00.258613 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ea46f-eec3-4090-adb4-dd6f16ddd7f3 req-118798ba-4129-4310-95c2-464566c800a0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:00.264327 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ab5ea46f-eec3-4090-adb4-dd6f16ddd7f3 req-118798ba-4129-4310-95c2-464566c800a0 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0592268 Sep 08 11:13:00.300286 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ab5ea46f-eec3-4090-adb4-dd6f16ddd7f3 req-a37b1949-2c3a-41d2-b43c-e53588e64940 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335271 Sep 08 11:13:01.428444 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1b2fb-d801-4da8-9fe5-88f34880fcea req-1d2b9bab-f15e-454e-9067-c3fe9b567b38 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:01.435304 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5e1b2fb-d801-4da8-9fe5-88f34880fcea req-1d2b9bab-f15e-454e-9067-c3fe9b567b38 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0572691 Sep 08 11:13:01.474493 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a5e1b2fb-d801-4da8-9fe5-88f34880fcea req-b2a0700d-3779-4251-b71d-968173f6a09c tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Sep 08 11:13:02.595441 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657168dd-f458-4b65-a36b-ae77feb03d29 req-8aff885e-20fb-4763-8e2f-8dfead6f6010 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:02.597010 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-657168dd-f458-4b65-a36b-ae77feb03d29 req-8aff885e-20fb-4763-8e2f-8dfead6f6010 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Sep 08 11:13:02.658443 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-657168dd-f458-4b65-a36b-ae77feb03d29 req-5387c80e-6d6b-4c29-b38d-f9156666bffd tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524571 Sep 08 11:13:02.661074 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdeea-c46a-4539-a925-337583f5f75b req-e9e07daf-d2c4-4d77-a943-052706e7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:02.662520 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-e9e07daf-d2c4-4d77-a943-052706e7a43d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1098 time: 0.0645804 Sep 08 11:13:02.752958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdeea-c46a-4539-a925-337583f5f75b req-35204866-3d67-4866-a7dc-489783e7b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:02.754309 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-35204866-3d67-4866-a7dc-489783e7b23e service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.0843377 Sep 08 11:13:02.820014 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-d13fc354-97c6-4dbb-bd29-c7458e7d5935 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 1001 time: 0.0571210 Sep 08 11:13:02.866283 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdeea-c46a-4539-a925-337583f5f75b req-b0b433bc-b69f-4deb-b3d3-21c48ceccbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:02.867646 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-b0b433bc-b69f-4deb-b3d3-21c48ceccbb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0407283 Sep 08 11:13:02.910644 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdeea-c46a-4539-a925-337583f5f75b req-37358f99-f0e9-44ab-a4e8-d02b753bae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:02.912057 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-37358f99-f0e9-44ab-a4e8-d02b753bae6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0369172 Sep 08 11:13:02.999953 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-39a887cb-71ad-42c1-aa7e-5c999f1838a8 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800076 Sep 08 11:13:03.084658 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cfafdeea-c46a-4539-a925-337583f5f75b req-0b5cdd89-24b4-457f-b711-e4f447e07cc3 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773563 Sep 08 11:13:03.779216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdcc6e-36f3-409a-8d81-0e6789a3f57f req-32026097-3486-4b5a-849c-a99be900e36d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:03.780643 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4fcdcc6e-36f3-409a-8d81-0e6789a3f57f req-32026097-3486-4b5a-849c-a99be900e36d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0519764 Sep 08 11:13:03.821428 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4fcdcc6e-36f3-409a-8d81-0e6789a3f57f req-4c3a1a22-0778-4e54-80fd-e6399a0d085a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346286 Sep 08 11:13:04.946649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda0ca4-0125-4f76-bddc-55efd0c48250 req-e12ce0a1-dac7-4d91-92f8-afea0cb39350 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:04.948159 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0bda0ca4-0125-4f76-bddc-55efd0c48250 req-e12ce0a1-dac7-4d91-92f8-afea0cb39350 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Sep 08 11:13:04.984761 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0bda0ca4-0125-4f76-bddc-55efd0c48250 req-b86e14c4-bc1a-4eed-b7bb-607d7347988e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304699 Sep 08 11:13:05.914613 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c145385-4ed3-41a0-b7c5-550fbf716da5 req-27a0d2e3-8156-4423-8c91-8e0235840270 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:05.916072 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c145385-4ed3-41a0-b7c5-550fbf716da5 req-27a0d2e3-8156-4423-8c91-8e0235840270 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 945 time: 0.0705142 Sep 08 11:13:05.945462 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-8bc5e7f3-5b0f-4836-83f1-eef44ff323ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635996 Sep 08 11:13:05.961067 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6c145385-4ed3-41a0-b7c5-550fbf716da5 req-dd22b6ef-cbdc-42f9-a733-f235ef5a5e9f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Sep 08 11:13:06.002304 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:13:06.787796 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:13:06.806036 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-e25e2b04-04ea-4a74-9bbb-1ab779432cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:06.807520 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-e25e2b04-04ea-4a74-9bbb-1ab779432cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48&tenant_id=93b7b89c599d406c88372eb8d610a6ef HTTP/1.1" status: 200 len: 1098 time: 0.0729339 Sep 08 11:13:06.868029 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:06.870943 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-56a18263-d4ce-4509-8196-89a3dd9119dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:06.872445 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-56a18263-d4ce-4509-8196-89a3dd9119dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1098 time: 0.0433085 Sep 08 11:13:06.889840 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:13:06.892223 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce744ae-ad78-4326-8f8e-156133a8822b" -d '{"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-unplugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:13:06.905498 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:06.910233 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:06.936807 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f61a2-422a-4746-bad1-c7748373e099 x-openstack-request-id: req-1a1f61a2-422a-4746-bad1-c7748373e099 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:13:06.937095 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-unplugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:13:06.937344 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a1f61a2-422a-4746-bad1-c7748373e099 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:13:06.937730 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'code': 200} Sep 08 11:13:06.963528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=8']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:07.225115 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-7095f7e1-a4af-473d-a452-8053865afcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:07.226454 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-7095f7e1-a4af-473d-a452-8053865afcce service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.3453834 Sep 08 11:13:07.237980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a6e45-e657-4d84-a7be-07b4dbd8f4a2 req-dc1099ba-3875-4d68-ba42-2e1da8d77738 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:07.239293 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-629a6e45-e657-4d84-a7be-07b4dbd8f4a2 req-dc1099ba-3875-4d68-ba42-2e1da8d77738 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0674222 Sep 08 11:13:07.314582 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-629a6e45-e657-4d84-a7be-07b4dbd8f4a2 req-936e549f-0dcd-4a3d-9708-964388dc843e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682120 Sep 08 11:13:07.320107 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-aa0fb4bb-eff6-4d64-8bc4-de14474bb295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 999 time: 0.0799346 Sep 08 11:13:07.367022 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-48bbab7d-e1a3-4bbd-bd94-2d315a265ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:07.368434 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-48bbab7d-e1a3-4bbd-bd94-2d315a265ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0419071 Sep 08 11:13:07.411428 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-3b7c35c6-7f6c-467c-9b44-71f6ee1c261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:07.412859 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-3b7c35c6-7f6c-467c-9b44-71f6ee1c261e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377541 Sep 08 11:13:07.504359 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-59282433-d8fe-4c20-a802-76fa16d47cc2 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Sep 08 11:13:07.594092 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b64e6a27-b36b-410b-a4a8-eca40c8140fb req-500de572-6264-450c-af6e-167bd508d9b5 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804138 Sep 08 11:13:08.440291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fc62c-0010-407d-b0a1-ae4c06d491e4 req-87c8da02-8acb-4e21-a175-dd747724caaf tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:08.441864 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-290fc62c-0010-407d-b0a1-ae4c06d491e4 req-87c8da02-8acb-4e21-a175-dd747724caaf tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0534413 Sep 08 11:13:08.480702 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-290fc62c-0010-407d-b0a1-ae4c06d491e4 req-d9c9b363-24ea-4e3c-91e9-117f156c881f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 08 11:13:09.604881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382283-b02c-40b1-8182-3c27a13482d6 req-0883a64a-7f6c-4222-8b77-cb0227999f03 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:09.606483 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1c382283-b02c-40b1-8182-3c27a13482d6 req-0883a64a-7f6c-4222-8b77-cb0227999f03 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0501130 Sep 08 11:13:09.656355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1c382283-b02c-40b1-8182-3c27a13482d6 req-3b5e3cb9-7e4a-475e-ba81-69257e0c61e2 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372083 Sep 08 11:13:10.773568 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e572ad-8083-4faa-b34b-02d4e19ee06e req-9706caad-1745-4146-bd1e-a1737c22a7ce tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:10.775145 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-05e572ad-8083-4faa-b34b-02d4e19ee06e req-9706caad-1745-4146-bd1e-a1737c22a7ce tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0536933 Sep 08 11:13:10.824906 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-05e572ad-8083-4faa-b34b-02d4e19ee06e req-1916b01e-8a86-4a47-9bc3-00ac0a5efb6b tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Sep 08 11:13:11.951672 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1fa2-223e-479b-b94b-3cb9e016b611 req-0dcf3108-f3ff-453e-aedd-3e61478b444e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:11.953474 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f7e1fa2-223e-479b-b94b-3cb9e016b611 req-0dcf3108-f3ff-453e-aedd-3e61478b444e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0525606 Sep 08 11:13:11.991572 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6f7e1fa2-223e-479b-b94b-3cb9e016b611 req-694c6a48-83ee-4cfc-b47d-a2d7b48b8b76 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Sep 08 11:13:13.119177 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb69fb4-7582-49a7-a153-5097d55b5aa8 req-28c1040b-c1f0-49ed-9e25-3730ffec3b1d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:13.120736 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2bb69fb4-7582-49a7-a153-5097d55b5aa8 req-28c1040b-c1f0-49ed-9e25-3730ffec3b1d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0510676 Sep 08 11:13:13.165554 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2bb69fb4-7582-49a7-a153-5097d55b5aa8 req-8239cb5f-1dbc-40ee-8bc4-a4389aaeaf92 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387928 Sep 08 11:13:14.285990 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe4371-8a9a-4b0f-9921-f2d680808b04 req-2865e22a-5369-4305-b1f7-b1127edaff0d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:14.287538 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-58fe4371-8a9a-4b0f-9921-f2d680808b04 req-2865e22a-5369-4305-b1f7-b1127edaff0d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0490162 Sep 08 11:13:14.326483 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-58fe4371-8a9a-4b0f-9921-f2d680808b04 req-31d13000-14ab-4cb2-addd-1e83fe6a2b9e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Sep 08 11:13:15.456903 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428b411-240e-443f-b955-f23f63c96dd3 req-ce3fb167-d7bd-4d84-b56f-cdcc9fa3eada tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:15.459183 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c428b411-240e-443f-b955-f23f63c96dd3 req-ce3fb167-d7bd-4d84-b56f-cdcc9fa3eada tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0542433 Sep 08 11:13:15.499179 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c428b411-240e-443f-b955-f23f63c96dd3 req-caf8574d-74f8-433b-b37d-ccd7507d4f5d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Sep 08 11:13:15.836228 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:16.619225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029528ec-3a98-494b-8ca0-259595e0985a req-f55e6df9-e6fe-45d2-bb7e-c9f86c88f91e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:16.620889 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-029528ec-3a98-494b-8ca0-259595e0985a req-f55e6df9-e6fe-45d2-bb7e-c9f86c88f91e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0496814 Sep 08 11:13:16.661326 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-029528ec-3a98-494b-8ca0-259595e0985a req-575b25ec-52c4-4476-a89d-c6dc11852611 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Sep 08 11:13:17.782006 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10593ee1-42f8-41ac-a69a-2f5eda01eaba req-12e6fd5b-aadb-4d8e-9ce2-c6ca86825707 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:17.783527 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10593ee1-42f8-41ac-a69a-2f5eda01eaba req-12e6fd5b-aadb-4d8e-9ce2-c6ca86825707 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0505977 Sep 08 11:13:17.827633 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10593ee1-42f8-41ac-a69a-2f5eda01eaba req-039a11bc-e55c-4e80-8c9d-4bad83dc217e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Sep 08 11:13:18.834918 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-84ca7bb2-426a-4855-addf-16a7edb8918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:18.836319 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-84ca7bb2-426a-4855-addf-16a7edb8918c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93b7b89c599d406c88372eb8d610a6ef&device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1096 time: 0.0430913 Sep 08 11:13:18.966144 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-e8247f30-ed2f-4b33-990c-514e1e81bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:18.967630 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-e8247f30-ed2f-4b33-990c-514e1e81bb7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 200 len: 918 time: 0.1102831 Sep 08 11:13:18.979331 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f6c9b-1f18-48d6-a0c5-a2f3e6a0fcd0 req-7e37940d-7db8-4074-aca0-4460bb76c999 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:18.980708 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-519f6c9b-1f18-48d6-a0c5-a2f3e6a0fcd0 req-7e37940d-7db8-4074-aca0-4460bb76c999 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0681565 Sep 08 11:13:19.053806 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-519f6c9b-1f18-48d6-a0c5-a2f3e6a0fcd0 req-e6eab714-e514-4144-bc25-757a1798d233 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664053 Sep 08 11:13:19.066126 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-ab6f626a-56c5-4f6a-98c3-fbb4e3dc1317 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 200 len: 999 time: 0.0845299 Sep 08 11:13:19.115325 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-8b5b2376-f9e2-4c82-b2d2-591a98c43501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:19.116744 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-8b5b2376-f9e2-4c82-b2d2-591a98c43501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 200 len: 856 time: 0.0422761 Sep 08 11:13:19.164589 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-45061668-9c6b-4682-8b82-a0784e2a112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:19.166090 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-45061668-9c6b-4682-8b82-a0784e2a112a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=728d42da-346f-4cff-85cf-093c8cea2d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407901 Sep 08 11:13:19.261482 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-0f61e688-4b2f-4ab0-8be6-2ce47d04b774 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864742 Sep 08 11:13:19.360768 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5addbfa5-d3d9-43fd-83b2-7404c7425042 req-522d2ff5-6bed-4138-91f7-2f386b8b9ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Sep 08 11:13:19.714612 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3302a1-6607-40fe-8c81-2e8285410c26 req-6108987e-bddd-405b-be10-4659350d8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:19.716094 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0b3302a1-6607-40fe-8c81-2e8285410c26 req-6108987e-bddd-405b-be10-4659350d8596 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 1096 time: 0.0384438 Sep 08 11:13:19.749245 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0b3302a1-6607-40fe-8c81-2e8285410c26 req-44a5d660-9a74-4b99-a462-4d669205b366 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256791 Sep 08 11:13:20.172285 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526b2b-1c46-4a6b-9cb9-ced8afa733cc req-96af24a1-3935-407d-a2d0-61032e4a7b9d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:20.173762 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18526b2b-1c46-4a6b-9cb9-ced8afa733cc req-96af24a1-3935-407d-a2d0-61032e4a7b9d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0472968 Sep 08 11:13:20.218945 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-18526b2b-1c46-4a6b-9cb9-ced8afa733cc req-ed1f6274-b9ea-4f68-99ba-db8bc48ea85e tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389073 Sep 08 11:13:21.344769 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a62b-33db-4e3d-b826-da9b7bbf8106 req-bd8baf2a-e7c5-4312-8b29-a45b1929903d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:21.346237 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1ca0a62b-33db-4e3d-b826-da9b7bbf8106 req-bd8baf2a-e7c5-4312-8b29-a45b1929903d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0524631 Sep 08 11:13:21.382357 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1ca0a62b-33db-4e3d-b826-da9b7bbf8106 req-ab2f7cda-18fd-4754-b77e-7211194a6b24 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302138 Sep 08 11:13:21.644423 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-333faf9b-116e-41fb-a4bc-96558f1033d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:22.499946 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56238a-af22-4d5f-98f3-50d6b5aadfef req-dd3eef59-2e8e-4f13-b5f7-8c95e646f563 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:22.501431 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1f56238a-af22-4d5f-98f3-50d6b5aadfef req-dd3eef59-2e8e-4f13-b5f7-8c95e646f563 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 943 time: 0.0479884 Sep 08 11:13:22.538211 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1f56238a-af22-4d5f-98f3-50d6b5aadfef req-b78d7d54-3bfc-45d6-8df0-5fce18c19a33 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307004 Sep 08 11:13:22.869172 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:13:22.965837 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:22.977001 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'port_id': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'mac_address': 'fa:16:3e:be:30:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:13:23.012029 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:23.024367 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:13:23.043151 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:23.046573 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:23.091377 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=9']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:23.326668 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['69709d81-13fb-4bb8-bb87-c9dabca84164'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:13:23.757422 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062ca38-d492-4ddc-8f75-faf1b0fbb8ab req-1860ed8a-8680-4259-89d3-2ce344b6f984 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:23.758815 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d062ca38-d492-4ddc-8f75-faf1b0fbb8ab req-1860ed8a-8680-4259-89d3-2ce344b6f984 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0501559 Sep 08 11:13:23.795427 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d062ca38-d492-4ddc-8f75-faf1b0fbb8ab req-b0dc756c-1876-4852-93bf-75522764c9cb tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308146 Sep 08 11:13:24.212322 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9305da32-e233-4dba-9907-a19b91763cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:24.554440 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:24.878434 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:13:24.913272 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2ec2b-199b-44b7-8184-6ff0975f210a req-9e909e60-f5c9-4229-9f8a-2a5f8395a477 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:24.914754 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9fd2ec2b-199b-44b7-8184-6ff0975f210a req-9e909e60-f5c9-4229-9f8a-2a5f8395a477 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Sep 08 11:13:24.926346 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 69709d81-13fb-4bb8-bb87-c9dabca84164 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:13:24.926717 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:24.951613 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9fd2ec2b-199b-44b7-8184-6ff0975f210a req-1c2c35bf-4cab-474c-979d-09955cb4de50 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups?id=8dd6611d-61c7-4977-8b62-4111f5180dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Sep 08 11:13:25.004853 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.026198 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:13:25.028432 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2022dd9-9927-4bd6-bd0d-816220375609" -d '{"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:13:25.041570 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:25.045838 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.069523 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e754803e-5b7a-416a-8554-4b425e37da80 x-openstack-request-id: req-e754803e-5b7a-416a-8554-4b425e37da80 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:13:25.069807 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-plugged", "status": "completed", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:13:25.070053 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e754803e-5b7a-416a-8554-4b425e37da80 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:13:25.070421 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'code': 200} Sep 08 11:13:25.091594 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.103629 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=10']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:25.528871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-35321067-9423-4a42-8aea-bc9de91b4b49 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:25.530301 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-35321067-9423-4a42-8aea-bc9de91b4b49 tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 946 time: 0.0479381 Sep 08 11:13:25.617998 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Deleting port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:25.618332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.707007 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] For port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:25.707370 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.871942 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.872306 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:25.872616 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Floating IP cc6881e9-63a5-43e1-b39f-b7d03a95fb65 disassociated. External IP: 172.27.0.85, port: a7530ce1-574c-42ea-b6f4-6d605ac9eb6d. Sep 08 11:13:25.873002 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Calling delete_port for a7530ce1-574c-42ea-b6f4-6d605ac9eb6d owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:26.000576 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:26.036449 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'Port': ['ID=a7530ce1-574c-42ea-b6f4-6d605ac9eb6d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:26.054505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.054854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.055192 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.055526 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.055855 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.056205 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.056531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.056856 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.057180 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.057500 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.057818 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.058165 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:26.075785 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c322ebff-cc94-4f52-9a0f-0e872dba68b4 req-24ed2d7e-bc50-4227-9374-2c5eaeaba91b tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/ports?device_id=95f52330-04da-4de0-bca8-bf736b2577b6 HTTP/1.1" status: 200 len: 210 time: 0.0453835 Sep 08 11:13:26.173222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:13:26.277116 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:13:26.286367 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:13:26.295804 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:26.296678 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:26.316504 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] No DVR routers for this DVR port a7530ce1-574c-42ea-b6f4-6d605ac9eb6d on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:13:26.318864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:26.320837 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a3abe810-6a4f-4510-b8d4-be902c1041c5 req-29677ad1-c624-439e-9ec1-e5b5c499ec2c tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.44 "DELETE /v2.0/ports/a7530ce1-574c-42ea-b6f4-6d605ac9eb6d HTTP/1.1" status: 204 len: 173 time: 0.7833488 Sep 08 11:13:26.321277 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'name': 'network-vif-deleted', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:13:26.323463 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f2be7-d31d-4735-a9e7-430b5eadc6d7" -d '{"events": [{"server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "name": "network-vif-deleted", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:13:26.415090 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:26.452083 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db9fd6-4316-46c7-8369-945fe681e1ba x-openstack-request-id: req-76db9fd6-4316-46c7-8369-945fe681e1ba {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:13:26.452591 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f52330-04da-4de0-bca8-bf736b2577b6", "name": "network-vif-deleted", "tag": "a7530ce1-574c-42ea-b6f4-6d605ac9eb6d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:13:26.452839 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76db9fd6-4316-46c7-8369-945fe681e1ba {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:13:26.453227 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f52330-04da-4de0-bca8-bf736b2577b6', 'name': 'network-vif-deleted', 'tag': 'a7530ce1-574c-42ea-b6f4-6d605ac9eb6d', 'status': 'completed', 'code': 200} Sep 08 11:13:26.626354 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:26.651445 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:13:26.659577 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:26.660215 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:26.762866 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:26.960818 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:26.990317 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e483e-fea4-41ef-b7c1-7331a49085a4 None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:07:11Z', 'revision_number': 4, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '50fc4636-3ca0-44a5-aef1-866af473628e', 'name': '', 'network_id': 'a906eb88-0c22-48e8-8b03-24b26ce115cf', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'mac_address': 'fa:16:3e:39:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:09Z', 'updated_at': '2021-09-08T11:07:25Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'subnets': [{'id': '370233f6-ea13-496d-a218-45d6f43d5a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:13:27.160554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51314) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:27.188106 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351eeeba-9090-4b04-b1ed-6a29d054399c None None] New status for floating IP cc6881e9-63a5-43e1-b39f-b7d03a95fb65: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:13:27.217067 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.240304 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.288353 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.291011 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.294635 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "DELETE /v2.0/security-groups/8dd6611d-61c7-4977-8b62-4111f5180dd9 HTTP/1.1" status: 204 len: 168 time: 0.1307552 Sep 08 11:13:27.295327 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51316) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:27.306900 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01738a96-4928-4558-a971-56514988b22f tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6611d-61c7-4977-8b62-4111f5180dd9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:27.308558 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.313575 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.api.v2.resource [None req-b9c78a61-e179-454f-b447-89278b7692fe tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] show failed (client error): The resource could not be found. Sep 08 11:13:27.314601 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b9c78a61-e179-454f-b447-89278b7692fe tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "GET /v2.0/security-groups/8dd6611d-61c7-4977-8b62-4111f5180dd9 HTTP/1.1" status: 404 len: 347 time: 0.0175958 Sep 08 11:13:27.317414 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51318) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:27.436951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Deleting port 4329f4e8-86b3-40a6-b422-a0da3992416b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:27.437289 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.511819 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.512173 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.523816 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Calling delete_port for 4329f4e8-86b3-40a6-b422-a0da3992416b owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:27.649791 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.674682 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Pushing event deleted for resources: {'Port': ['ID=4329f4e8-86b3-40a6-b422-a0da3992416b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:27.730249 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.732817 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:27.734064 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8ecac02b-ea8a-4a97-8dcb-113f0499b42d tempest-AttachVolumeTestJSON-2083618474 tempest-AttachVolumeTestJSON-2083618474-project] 10.222.0.38 "DELETE /v2.0/floatingips/cc6881e9-63a5-43e1-b39f-b7d03a95fb65 HTTP/1.1" status: 204 len: 168 time: 0.4157362 Sep 08 11:13:30.889393 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device a7530ce1-574c-42ea-b6f4-6d605ac9eb6d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:13:30.909534 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: a7530ce1-574c-42ea-b6f4-6d605ac9eb6d {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:13:30.909870 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device a7530ce1-574c-42ea-b6f4-6d605ac9eb6d not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:13:31.250317 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51350) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:31.698419 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:31.935976 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Deleting port 50fc4636-3ca0-44a5-aef1-866af473628e {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:31.936311 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.011672 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] For port 50fc4636-3ca0-44a5-aef1-866af473628e, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=50fc4636-3ca0-44a5-aef1-866af473628e,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:32.012090 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.023978 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Calling delete_port for 50fc4636-3ca0-44a5-aef1-866af473628e owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:32.211279 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.237677 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fc4636-3ca0-44a5-aef1-866af473628e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:32.401805 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.609773 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Router 52944ac5-855b-473f-92bd-aeab88905655 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:13:32.715106 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:13:32.722397 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5ced018d-bcf1-494a-8fcc-7a20a70eb9f0 admin admin] 10.222.0.38 "PUT /v2.0/routers/52944ac5-855b-473f-92bd-aeab88905655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709718 Sep 08 11:13:32.723153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51354) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:32.724943 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Sync routers for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:13:32.733900 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:32.734526 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:32.822125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.841033 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:32.920774 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:32.971186 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Deleting port 41ec40ec-dce9-4d68-a28c-f5ada97903c1 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:32.971629 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.010405 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:13:32Z', 'revision_number': 5, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port': {'id': '41ec40ec-dce9-4d68-a28c-f5ada97903c1', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52944ac5-855b-473f-92bd-aeab88905655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:06Z', 'updated_at': '2021-09-08T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:33.042503 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Checking router: 52944ac5-855b-473f-92bd-aeab88905655 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:13:33.048696 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] For port 41ec40ec-dce9-4d68-a28c-f5ada97903c1, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=41ec40ec-dce9-4d68-a28c-f5ada97903c1,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:33.049083 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.050765 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Routers {'52944ac5-855b-473f-92bd-aeab88905655'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:33.051371 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['52944ac5-855b-473f-92bd-aeab88905655'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:33.061280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Calling delete_port for 41ec40ec-dce9-4d68-a28c-f5ada97903c1 owned by network:router_gateway {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:33.227134 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.252893 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ec40ec-dce9-4d68-a28c-f5ada97903c1,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:33.266093 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] Set router 52944ac5-855b-473f-92bd-aeab88905655 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:33.316095 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9371bae0-f715-4436-b711-abb0003c545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:13:32Z', 'revision_number': 6, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:33.317543 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.346271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bae0-f715-4436-b711-abb0003c545f None None] The sync data for ids ['52944ac5-855b-473f-92bd-aeab88905655'] in dv-cinder-760194-10-iscsi is: [{'id': '52944ac5-855b-473f-92bd-aeab88905655', 'name': 'tempest-AttachVolumeTestJSON-694596682-router', 'tenant_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:05Z', 'updated_at': '2021-09-08T11:13:32Z', 'revision_number': 6, 'project_id': '217f264a9a2d4bdeb6d64f94edb1b712', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:13:33.645860 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.647893 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.689673 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.691245 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52944ac5-855b-473f-92bd-aeab88905655 {{(pid=94028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:13:33.696287 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.699769 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-1c49ea93-daad-4882-825c-ba8237dd7ba6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/52944ac5-855b-473f-92bd-aeab88905655 HTTP/1.1" status: 204 len: 168 time: 0.9734161 Sep 08 11:13:33.700003 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51356) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:33.749059 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Deleting subnet 370233f6-ea13-496d-a218-45d6f43d5a5b {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:13:33.752372 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.790095 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.864262 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.918249 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.943448 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370233f6-ea13-496d-a218-45d6f43d5a5b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:33.946817 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:33.951070 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-31491a1c-24f2-4537-8cfe-977dfe810ce6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/370233f6-ea13-496d-a218-45d6f43d5a5b HTTP/1.1" status: 204 len: 168 time: 0.2477505 Sep 08 11:13:33.951313 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51358) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:33.952972 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09494f-dca2-4ded-a9af-c98f92aa2c78 None None] Network a906eb88-0c22-48e8-8b03-24b26ce115cf requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:13:34.017754 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.069948 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Deleting port 8f4daaff-bf72-45fb-af6e-28dfde30950d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:34.070285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.119473 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] DHCP port deletion for a906eb88-0c22-48e8-8b03-24b26ce115cf request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:13:34.138935 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] For port 8f4daaff-bf72-45fb-af6e-28dfde30950d, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8f4daaff-bf72-45fb-af6e-28dfde30950d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:34.139321 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.152539 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Calling delete_port for 8f4daaff-bf72-45fb-af6e-28dfde30950d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:34.170745 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Deleting port 8f4daaff-bf72-45fb-af6e-28dfde30950d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:34.171118 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.232679 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.235858 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] For port 8f4daaff-bf72-45fb-af6e-28dfde30950d, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=8f4daaff-bf72-45fb-af6e-28dfde30950d,segment=NetworkSegment(95976e2b-0b50-4f68-8d7b-3f650105b3ee),segment_id=95976e2b-0b50-4f68-8d7b-3f650105b3ee)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:34.236302 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.249284 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Calling delete_port for 8f4daaff-bf72-45fb-af6e-28dfde30950d owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:34.264176 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] No DVR routers for this DVR port 8f4daaff-bf72-45fb-af6e-28dfde30950d on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:13:34.269317 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4daaff-bf72-45fb-af6e-28dfde30950d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:34.335855 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.339034 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.366406 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] Pushing event deleted for resources: {'Port': ['ID=8f4daaff-bf72-45fb-af6e-28dfde30950d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:34.369974 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8409080-026d-4fa8-ae2a-b5dcff570398 None None] No DVR routers for this DVR port 8f4daaff-bf72-45fb-af6e-28dfde30950d on host dv-cinder-760194-10-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:13:34.370557 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a906eb88-0c22-48e8-8b03-24b26ce115cf']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:34.385957 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95976e2b-0b50-4f68-8d7b-3f650105b3ee') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:34.386251 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95976e2b-0b50-4f68-8d7b-3f650105b3ee') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:34.396709 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.410746 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.416652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:13:34.417024 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:13:34.418964 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:13:34.480039 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.485414 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.487247 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a906eb88-0c22-48e8-8b03-24b26ce115cf HTTP/1.1" status: 204 len: 168 time: 0.5350616 Sep 08 11:13:34.498057 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a096b-5a05-4290-8317-c70e05c223d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a906eb88-0c22-48e8-8b03-24b26ce115cf,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:34.602042 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51362) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:34.643032 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-040179ff-76ee-4512-b3f4-9d52fb4a5207 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=217f264a9a2d4bdeb6d64f94edb1b712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397875 Sep 08 11:13:34.645433 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51364) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:34.677103 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 50fc4636-3ca0-44a5-aef1-866af473628e no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:13:34.699454 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 50fc4636-3ca0-44a5-aef1-866af473628e {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:13:34.699795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 50fc4636-3ca0-44a5-aef1-866af473628e not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:13:34.700278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.700749 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 41ec40ec-dce9-4d68-a28c-f5ada97903c1 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:13:34.718655 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 41ec40ec-dce9-4d68-a28c-f5ada97903c1 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:13:34.718995 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 41ec40ec-dce9-4d68-a28c-f5ada97903c1 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:13:34.719404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8f4daaff-bf72-45fb-af6e-28dfde30950d no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:13:34.720818 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.737488 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 8f4daaff-bf72-45fb-af6e-28dfde30950d {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:13:34.737834 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 8f4daaff-bf72-45fb-af6e-28dfde30950d not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:13:34.770027 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.772780 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:34.773873 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5625dac4-7702-4b23-977d-3f788e595708 HTTP/1.1" status: 204 len: 168 time: 0.1275239 Sep 08 11:13:34.781116 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fab0ec-8ead-4d3a-afa7-151759e243ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5625dac4-7702-4b23-977d-3f788e595708,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:38.410823 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51424) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:38.512152 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.597385 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.600897 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.638497 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dfd8607aac4461f877cf4e9beb67686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266064 Sep 08 11:13:38.640410 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f2e58-8743-4d4e-89f6-9c8b0dd22c12,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:38.641264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51428) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:38.647686 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.648073 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.648415 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.648746 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.649073 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.649401 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.649757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.650081 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.650407 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.650728 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.651047 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.651365 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f90848-a8d9-4e2e-9c94-51c2e77dceb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:13:38.713186 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.733994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.780407 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.782993 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:38.784178 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc6f2e58-8743-4d4e-89f6-9c8b0dd22c12 HTTP/1.1" status: 204 len: 168 time: 0.1418834 Sep 08 11:13:38.791717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4176-bc21-42f1-b04b-be1030c97a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f2e58-8743-4d4e-89f6-9c8b0dd22c12,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:40.344595 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51480) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:40.449044 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5449-2447-465e-9d4f-bbf03a6f126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.535643 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5449-2447-465e-9d4f-bbf03a6f126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.539182 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5449-2447-465e-9d4f-bbf03a6f126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.576166 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1a0b5449-2447-465e-9d4f-bbf03a6f126b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9fff73c3da944305a70ca1be59172424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300055 Sep 08 11:13:40.576976 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b5449-2447-465e-9d4f-bbf03a6f126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc60d6c-1b24-4a6a-9a3a-22e4c6468e69,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:40.578921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51484) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:40.626800 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.647112 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.701639 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.704115 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:40.705803 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcc60d6c-1b24-4a6a-9a3a-22e4c6468e69 HTTP/1.1" status: 204 len: 168 time: 0.1259093 Sep 08 11:13:40.713347 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956628f-de2b-4d39-8728-8eee4a34c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc60d6c-1b24-4a6a-9a3a-22e4c6468e69,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:40.954951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51490) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:40.967679 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7593-0ef6-45f3-8ff5-5f6158e9e5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.052149 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7593-0ef6-45f3-8ff5-5f6158e9e5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.056225 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7593-0ef6-45f3-8ff5-5f6158e9e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.093569 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3ebe7593-0ef6-45f3-8ff5-5f6158e9e5f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=749b85b9a9ae46718238a38d54ec6d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376097 Sep 08 11:13:41.094654 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe7593-0ef6-45f3-8ff5-5f6158e9e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91138165-721a-4e8a-bee4-72f921d80fa8,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:41.096303 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:41.144346 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.164862 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.211057 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.213578 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:41.214694 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91138165-721a-4e8a-bee4-72f921d80fa8 HTTP/1.1" status: 204 len: 168 time: 0.1174333 Sep 08 11:13:41.221906 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e9a3-305a-4831-a5bf-821527dd7b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91138165-721a-4e8a-bee4-72f921d80fa8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:43.000441 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:13:45.411378 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:45.512473 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd0a812d-1f54-4752-8d12-d12b23a52fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.602776 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd0a812d-1f54-4752-8d12-d12b23a52fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.606408 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd0a812d-1f54-4752-8d12-d12b23a52fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.640767 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-bd0a812d-1f54-4752-8d12-d12b23a52fbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6c89bdd130a4352b0ee6327ffcf65af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283256 Sep 08 11:13:45.644111 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51570) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:45.645717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a812d-1f54-4752-8d12-d12b23a52fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc81388-c3bf-48f1-bc69-446a30fe74ca,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:45.691582 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.712213 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.759168 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.761917 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:45.763052 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fc81388-c3bf-48f1-bc69-446a30fe74ca HTTP/1.1" status: 204 len: 168 time: 0.1179440 Sep 08 11:13:45.770906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40d781-f270-47b4-a567-956eb857e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc81388-c3bf-48f1-bc69-446a30fe74ca,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:45.849481 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.017641 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51576) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:46.030353 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73b3b48c-9b15-4bcb-a233-69fafead56d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.119525 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73b3b48c-9b15-4bcb-a233-69fafead56d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.123213 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73b3b48c-9b15-4bcb-a233-69fafead56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.160520 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-73b3b48c-9b15-4bcb-a233-69fafead56d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eed0cba5afc04df1b6b7bc6e7e9385c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418638 Sep 08 11:13:46.161656 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3b48c-9b15-4bcb-a233-69fafead56d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab2410-f95a-435e-84c1-3785339cb922,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:46.163238 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:46.213223 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.232950 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.278156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.280582 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:46.281692 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bab2410-f95a-435e-84c1-3785339cb922 HTTP/1.1" status: 204 len: 168 time: 0.1165638 Sep 08 11:13:46.289599 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c485136-3dcf-486a-b66b-1be85a3cb659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab2410-f95a-435e-84c1-3785339cb922,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:51.645310 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac438e83-efab-4418-a035-495d937b63c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:54.212108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad98d-9b3b-41fd-ad06-bc2e845f8a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:54.556904 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:55.080343 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:55.752082 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa345045-ee38-40ef-a48f-f1724795a062 req-cd54f692-8eb4-41c4-96d5-564f7a335dec tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:55.754190 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aa345045-ee38-40ef-a48f-f1724795a062 req-cd54f692-8eb4-41c4-96d5-564f7a335dec tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Sep 08 11:13:55.793996 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-aa345045-ee38-40ef-a48f-f1724795a062 req-d674b60c-8525-415c-9eb7-63894a52f24d tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Sep 08 11:13:56.820874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51698) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:56.914262 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256210-75c6-4bec-a387-d605b3ad2079 req-ccff7c66-4f82-4268-8ac0-2b36ebabf453 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:56.915809 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d256210-75c6-4bec-a387-d605b3ad2079 req-ccff7c66-4f82-4268-8ac0-2b36ebabf453 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Sep 08 11:13:56.934100 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e733e10f-6589-4039-83a7-f96da97a57cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:56.979540 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1d256210-75c6-4bec-a387-d605b3ad2079 req-2ad03b7d-d50e-4168-b475-07f9c0391013 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7717c8f-dcca-4aae-9459-7599f0fcba3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561438 Sep 08 11:13:57.070340 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e733e10f-6589-4039-83a7-f96da97a57cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.075506 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e733e10f-6589-4039-83a7-f96da97a57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.121022 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-d088bfb3-db6a-4210-a0b1-71facadefd5f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:13:57.122470 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-d088bfb3-db6a-4210-a0b1-71facadefd5f tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 946 time: 0.0964441 Sep 08 11:13:57.136667 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e10f-6589-4039-83a7-f96da97a57cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e5f73b-2f67-447e-91f8-2f5043096db6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:57.144780 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-e733e10f-6589-4039-83a7-f96da97a57cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=518e43b2a55648c496e9189766457ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233933 Sep 08 11:13:57.145151 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51704) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:57.194794 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.215082 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.221361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Deleting port 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:57.221728 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.262243 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.265058 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.268867 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0e5f73b-2f67-447e-91f8-2f5043096db6 HTTP/1.1" status: 204 len: 168 time: 0.1221914 Sep 08 11:13:57.276472 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7904fe-5a16-4983-8538-98258b190efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e5f73b-2f67-447e-91f8-2f5043096db6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:57.309666 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.322649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] For port 69709d81-13fb-4bb8-bb87-c9dabca84164, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=69709d81-13fb-4bb8-bb87-c9dabca84164,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:13:57.322957 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.492616 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.493028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.493369 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Floating IP 519e6bf3-8727-4563-a04e-0c1e933bb428 disassociated. External IP: 172.27.0.203, port: 69709d81-13fb-4bb8-bb87-c9dabca84164. Sep 08 11:13:57.493710 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Calling delete_port for 69709d81-13fb-4bb8-bb87-c9dabca84164 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:57.538759 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51710) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:57.551978 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2da1cd4b-2f52-4de0-ab14-d17477061b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.625404 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.642156 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2da1cd4b-2f52-4de0-ab14-d17477061b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.647483 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2da1cd4b-2f52-4de0-ab14-d17477061b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.659845 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'Port': ['ID=69709d81-13fb-4bb8-bb87-c9dabca84164,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:57.688798 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2da1cd4b-2f52-4de0-ab14-d17477061b3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34c22a1209be4fd0bf6d6c91103b0d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489329 Sep 08 11:13:57.690009 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1cd4b-2f52-4de0-ab14-d17477061b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae076e3e-f799-48d7-ae42-512b30a12eba,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:57.692380 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51712) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:57.740633 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.761324 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.767267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:13:57.807285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.809805 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.810931 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae076e3e-f799-48d7-ae42-512b30a12eba HTTP/1.1" status: 204 len: 168 time: 0.1176758 Sep 08 11:13:57.818779 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f10cc-664c-4108-ad0e-320a9b9cbd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae076e3e-f799-48d7-ae42-512b30a12eba,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:57.880380 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:13:57.890572 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:13:57.900871 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:57.901551 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:57.917827 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] No DVR routers for this DVR port 69709d81-13fb-4bb8-bb87-c9dabca84164 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:13:57.920322 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:57.922293 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9231a4f4-61b8-4d79-abaf-115726abf521 req-5615d382-dc9b-4fc1-a913-9b92c3798691 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.44 "DELETE /v2.0/ports/69709d81-13fb-4bb8-bb87-c9dabca84164 HTTP/1.1" status: 204 len: 173 time: 0.7920933 Sep 08 11:13:57.922743 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-deleted', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:13:57.925560 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b5a4b-c8fa-4efe-9b76-558c87d137e5" -d '{"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-deleted", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:13:57.980239 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd30ee16-2d48-4a17-af48-0e51c247d2f3 x-openstack-request-id: req-bd30ee16-2d48-4a17-af48-0e51c247d2f3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:13:57.980578 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc68f4f-eec6-4b2f-b848-69dd693abd48", "name": "network-vif-deleted", "tag": "69709d81-13fb-4bb8-bb87-c9dabca84164", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:13:57.981037 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd30ee16-2d48-4a17-af48-0e51c247d2f3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:13:57.981648 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc68f4f-eec6-4b2f-b848-69dd693abd48', 'name': 'network-vif-deleted', 'tag': '69709d81-13fb-4bb8-bb87-c9dabca84164', 'status': 'completed', 'code': 200} Sep 08 11:13:58.027971 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:58.140822 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3c2080d0-d1db-42e9-ab81-f6dbf65a64da req-be4b1611-6e26-43cf-a947-81a7f1ac1b2a tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bc68f4f-eec6-4b2f-b848-69dd693abd48 HTTP/1.1" status: 200 len: 210 time: 0.0589440 Sep 08 11:13:58.291131 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:58.320458 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:13:58.328562 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:13:58.329163 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:58.438679 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:13:58.635696 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:13:58.661385 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae0664-d726-4b66-936d-6c0444dc46e5 None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:07:10Z', 'revision_number': 4, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': 'afe8ef5a-48f3-4564-9aab-387dafac29eb', 'name': '', 'network_id': '728d42da-346f-4cff-85cf-093c8cea2d25', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'mac_address': 'fa:16:3e:a0:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:08Z', 'updated_at': '2021-09-08T11:07:20Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'subnets': [{'id': '96ae5d9f-c290-4b26-ba4a-6996e93a84d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:13:58.881775 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7092936-2fc9-47ff-9cd1-0bbb94946fa5 None None] New status for floating IP 519e6bf3-8727-4563-a04e-0c1e933bb428: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:13:59.226511 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51760) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:59.280354 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.304153 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.350788 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.353815 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.355234 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "DELETE /v2.0/security-groups/b7717c8f-dcca-4aae-9459-7599f0fcba3b HTTP/1.1" status: 204 len: 168 time: 0.1274655 Sep 08 11:13:59.359383 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51762) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:59.371769 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887e8ed-e1d1-443a-81dc-0a7e04c8c503 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7717c8f-dcca-4aae-9459-7599f0fcba3b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:13:59.380137 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.api.v2.resource [None req-1e2f0a26-d735-49be-b38a-fe4fe3eea7af tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] show failed (client error): The resource could not be found. Sep 08 11:13:59.382050 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1e2f0a26-d735-49be-b38a-fe4fe3eea7af tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "GET /v2.0/security-groups/b7717c8f-dcca-4aae-9459-7599f0fcba3b HTTP/1.1" status: 404 len: 347 time: 0.0212283 Sep 08 11:13:59.385638 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:13:59.773000 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Deleting port 3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:13:59.773267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.850521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.850845 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:13:59.861738 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Calling delete_port for 3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:13:59.986835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:00.011960 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Pushing event deleted for resources: {'Port': ['ID=3ce1ebab-5cf3-41a6-ae7e-a3f014a06de8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:00.070323 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:00.072752 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:00.073927 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-5b2d9de2-4c2d-4773-aad7-24697b9d6e66 tempest-AttachVolumeShelveTestJSON-921970324 tempest-AttachVolumeShelveTestJSON-921970324-project] 10.222.0.38 "DELETE /v2.0/floatingips/519e6bf3-8727-4563-a04e-0c1e933bb428 HTTP/1.1" status: 204 len: 168 time: 0.6872005 Sep 08 11:14:01.010308 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:01.030418 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 69709d81-13fb-4bb8-bb87-c9dabca84164 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:01.030754 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 69709d81-13fb-4bb8-bb87-c9dabca84164 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:02.011258 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:02.116287 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09caca55-8c53-4b3f-aec1-3b9356a374b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.203214 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09caca55-8c53-4b3f-aec1-3b9356a374b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.206846 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09caca55-8c53-4b3f-aec1-3b9356a374b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.245235 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caca55-8c53-4b3f-aec1-3b9356a374b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4c09b-b118-4dd0-bb04-c1d78596771f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:02.249576 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-09caca55-8c53-4b3f-aec1-3b9356a374b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7190fe60ddbb46de8992b718cae425ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372925 Sep 08 11:14:02.252758 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:02.299518 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.319783 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.364332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.366846 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.368001 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8b4c09b-b118-4dd0-bb04-c1d78596771f HTTP/1.1" status: 204 len: 168 time: 0.1146898 Sep 08 11:14:02.377032 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334abd-21f0-4be2-9927-b8d6919b9013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4c09b-b118-4dd0-bb04-c1d78596771f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:02.484253 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51814) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:02.638019 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51818) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:02.650787 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-654ae775-b4ba-4d61-930f-bf46f119ed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.736565 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-654ae775-b4ba-4d61-930f-bf46f119ed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.741033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-654ae775-b4ba-4d61-930f-bf46f119ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.778103 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-654ae775-b4ba-4d61-930f-bf46f119ed4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0918939189245c1b48e3e70e351a7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388726 Sep 08 11:14:02.778956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ae775-b4ba-4d61-930f-bf46f119ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac31a455-84a5-44d8-b0d6-b66e1e7f2636,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:02.781522 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51820) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:02.885200 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.913418 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:02.998534 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.001080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.002211 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac31a455-84a5-44d8-b0d6-b66e1e7f2636 HTTP/1.1" status: 204 len: 168 time: 0.2194843 Sep 08 11:14:03.012378 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7548-e454-4dcb-9258-e9e22d84e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac31a455-84a5-44d8-b0d6-b66e1e7f2636,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:03.023030 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.270040 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Deleting port afe8ef5a-48f3-4564-9aab-387dafac29eb {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:14:03.270454 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.350146 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] For port afe8ef5a-48f3-4564-9aab-387dafac29eb, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=afe8ef5a-48f3-4564-9aab-387dafac29eb,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:03.350516 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.363196 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Calling delete_port for afe8ef5a-48f3-4564-9aab-387dafac29eb owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:14:03.547616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.572133 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Pushing event deleted for resources: {'Port': ['ID=afe8ef5a-48f3-4564-9aab-387dafac29eb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:03.673246 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51842) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:03.739636 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.777504 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1491965915-network', 'tenant_id': '02c1d4332e5a4018acbf556a8934d6ca'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:03.799314 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Made reservation on behalf of 02c1d4332e5a4018acbf556a8934d6ca for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:03.802128 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.813360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.901328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.905098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.932320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:14:03.937712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564681cf-9585-4a5b-adcf-1dbcf0f7a094,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:03.947155 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:03.947446 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.segments_db [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Added segment 81ab4f59-f8a0-4090-97f5-65a4180044bc of type vlan for network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f Sep 08 11:14:03.957268 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Router f4d093c1-8b36-4768-9e2e-4134cc93854f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:14:03.989753 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.014331 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.015478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:04.016098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.051064 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3761995 Sep 08 11:14:04.053998 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51846) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:04.059064 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Request body: {'subnet': {'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1491965915-subnet', 'tenant_id': '02c1d4332e5a4018acbf556a8934d6ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:04.079313 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc6d7-9803-4bb2-a17d-54fb58a0a252 admin admin] Pushing event updated for resources: {'Network': ['ID=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:04.080891 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:14:04.087083 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2e721852-d0e4-4405-8a0c-04479567a10a admin admin] 10.222.0.38 "PUT /v2.0/routers/f4d093c1-8b36-4768-9e2e-4134cc93854f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017945 Sep 08 11:14:04.089726 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:04.092349 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:14:04.096295 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Sync routers for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:14:04.106394 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:14:04.107093 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:04.108598 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Made reservation on behalf of 02c1d4332e5a4018acbf556a8934d6ca for: {'subnet': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:04.112265 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30316749'] for subnet, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.207123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.223404 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:14:04.288741 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30181496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30316763'] for subnet, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.311626 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.343588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7aed285-9af5-4651-8361-9a394d473502,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:04.357919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Checking segment: {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:04.358268 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Network hostable DHCP agents. Network: 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:14:04.375970 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:14:04.376320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Deleting port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:14:04.376703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.386124 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f) {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:04.394884 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d0a5c-682a-4dea-92b9-ee8816286602 None None] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:14:04.398664 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:04.399541 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.408388 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:14:03Z', 'revision_number': 5, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port': {'id': '88bbb212-d992-45b1-be2d-d4c8d3d19d0b', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:07:02Z', 'updated_at': '2021-09-08T11:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:04.421414 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4f14ef0c-2405-4855-a320-0373296a6b89 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3660705 Sep 08 11:14:04.440648 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Checking router: f4d093c1-8b36-4768-9e2e-4134cc93854f for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:14:04.448533 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Routers {'f4d093c1-8b36-4768-9e2e-4134cc93854f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:14:04.449176 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:13:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['f4d093c1-8b36-4768-9e2e-4134cc93854f'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:04.479134 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] For port 88bbb212-d992-45b1-be2d-d4c8d3d19d0b, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:04.479564 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.498876 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Calling delete_port for 88bbb212-d992-45b1-be2d-d4c8d3d19d0b owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:14:04.552685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa4b2f-e953-4e12-b808-f211b442fae1 None None] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:14:04.666461 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] Set router f4d093c1-8b36-4768-9e2e-4134cc93854f gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:14:04.721290 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.731317 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:14:04Z', 'revision_number': 6, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:04.751085 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bbb212-d992-45b1-be2d-d4c8d3d19d0b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:04.758067 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f8fc-afa0-4ea9-8f1f-f8d3703689de None None] The sync data for ids ['f4d093c1-8b36-4768-9e2e-4134cc93854f'] in dv-cinder-760194-10-iscsi is: [{'id': 'f4d093c1-8b36-4768-9e2e-4134cc93854f', 'name': 'tempest-AttachVolumeShelveTestJSON-1615184778-router', 'tenant_id': '93b7b89c599d406c88372eb8d610a6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:07:01Z', 'updated_at': '2021-09-08T11:14:04Z', 'revision_number': 6, 'project_id': '93b7b89c599d406c88372eb8d610a6ef', 'gw_port_host': None}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:14:04.815273 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.907792 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.910521 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.960682 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.961296 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d093c1-8b36-4768-9e2e-4134cc93854f {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:14:04.966614 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:04.967676 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-afc00d4e-200d-4709-85a0-76f323447a78 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f4d093c1-8b36-4768-9e2e-4134cc93854f HTTP/1.1" status: 204 len: 168 time: 0.8765862 Sep 08 11:14:04.970283 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51858) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:05.025328 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Deleting subnet 96ae5d9f-c290-4b26-ba4a-6996e93a84d6 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:14:05.028411 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.062824 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.154951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.223975 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.250838 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ae5d9f-c290-4b26-ba4a-6996e93a84d6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:05.257071 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.259018 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e93e4a62-e5f8-4538-a417-957c00c40b8e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/96ae5d9f-c290-4b26-ba4a-6996e93a84d6 HTTP/1.1" status: 204 len: 168 time: 0.2877779 Sep 08 11:14:05.261586 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51862) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:05.262316 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595164a-7d9d-47ad-b81e-debead6986d2 None None] Network 728d42da-346f-4cff-85cf-093c8cea2d25 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:14:05.327689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.379091 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Deleting port b8e70a26-39b2-4ec3-ba25-067985a705df {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:14:05.379773 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.445928 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] For port b8e70a26-39b2-4ec3-ba25-067985a705df, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=b8e70a26-39b2-4ec3-ba25-067985a705df,segment=NetworkSegment(d662fe32-f627-420e-8032-92af653150fd),segment_id=d662fe32-f627-420e-8032-92af653150fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:05.446254 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.457927 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Calling delete_port for b8e70a26-39b2-4ec3-ba25-067985a705df owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:14:05.537678 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.539243 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426496ac-f5ee-41ad-8237-78e5a60a837b None None] DHCP port deletion for 728d42da-346f-4cff-85cf-093c8cea2d25 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:14:05.568251 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e70a26-39b2-4ec3-ba25-067985a705df,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:05.571672 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] No DVR routers for this DVR port b8e70a26-39b2-4ec3-ba25-067985a705df on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:14:05.654837 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.678125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728d42da-346f-4cff-85cf-093c8cea2d25']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:05.695799 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd662fe32-f627-420e-8032-92af653150fd') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:05.696120 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd662fe32-f627-420e-8032-92af653150fd') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:05.706729 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.723409 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.729614 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:14:05.730084 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:14:05.731902 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:14:05.794757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.802395 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:05.804287 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] 10.222.0.38 "DELETE /v2.0/networks/728d42da-346f-4cff-85cf-093c8cea2d25 HTTP/1.1" status: 204 len: 168 time: 0.5417712 Sep 08 11:14:05.821795 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fadb07-8098-41f2-b699-01320126af06 admin admin] Pushing event deleted for resources: {'Network': ['ID=728d42da-346f-4cff-85cf-093c8cea2d25,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:05.916651 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51866) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:05.954920 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e8eb9d8a-3813-48fd-b221-af19a45e9b3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93b7b89c599d406c88372eb8d610a6ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371327 Sep 08 11:14:05.957294 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51868) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:06.003388 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:06.023780 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:06.089368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:06.092014 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:06.093175 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80697191-828f-4ca6-b32d-19e26dee2730 HTTP/1.1" status: 204 len: 168 time: 0.1349907 Sep 08 11:14:06.102954 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a33b2-d3d4-43b1-833f-df721f433273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80697191-828f-4ca6-b32d-19e26dee2730,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:06.327272 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-a00e180d-edd9-4ff8-bbc8-ecc82c4424ef tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:06.329049 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-a00e180d-edd9-4ff8-bbc8-ecc82c4424ef tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 809 time: 0.1037495 Sep 08 11:14:06.344780 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-8d0db345-f9b0-4e15-b11d-d27d55f46229 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/quotas/02c1d4332e5a4018acbf556a8934d6ca HTTP/1.1" status: 200 len: 375 time: 0.0093789 Sep 08 11:14:06.376750 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-1d0f8cb1-d471-401d-87e7-da354ea9dd4c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261192 Sep 08 11:14:06.468426 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-5dae1c89-5497-4f1d-a782-26877aaedfd7 service neutron] 10.222.0.38 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838158 Sep 08 11:14:06.563745 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-d2876e62-3a62-48c2-a3b9-0566ff0ff520 service neutron] 10.222.0.38 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891459 Sep 08 11:14:06.699518 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device afe8ef5a-48f3-4564-9aab-387dafac29eb no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:06.732035 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: afe8ef5a-48f3-4564-9aab-387dafac29eb {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:06.732378 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device afe8ef5a-48f3-4564-9aab-387dafac29eb not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:06.732795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device b8e70a26-39b2-4ec3-ba25-067985a705df no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:06.741757 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e35a978e-9e90-4ae1-b013-d904157b3ce0 req-bb8f7f87-9df1-4ea2-b71b-bcf338f25dae tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 210 time: 0.0295777 Sep 08 11:14:06.751989 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: b8e70a26-39b2-4ec3-ba25-067985a705df {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:06.752528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device b8e70a26-39b2-4ec3-ba25-067985a705df not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:06.753106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 88bbb212-d992-45b1-be2d-d4c8d3d19d0b no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:06.772277 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 88bbb212-d992-45b1-be2d-d4c8d3d19d0b {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:06.773031 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 88bbb212-d992-45b1-be2d-d4c8d3d19d0b not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:07.656280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51932) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:07.713182 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-3342ea87-d57f-49d2-b620-c66523283303 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:07.714647 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-3342ea87-d57f-49d2-b620-c66523283303 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 809 time: 0.1104255 Sep 08 11:14:07.728517 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Request body: {'port': {'device_id': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f', 'admin_state_up': True, 'tenant_id': '02c1d4332e5a4018acbf556a8934d6ca'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:07.783363 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ec5beb-1b9c-48f7-8e50-83b7243f9995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:07.861160 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8b757fc3-c70f-4984-ae9c-ec81f66dacca req-ad3ce0de-c4cf-43b0-8308-ae6013ecb78b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 210 time: 0.0319045 Sep 08 11:14:07.876471 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ec5beb-1b9c-48f7-8e50-83b7243f9995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:07.881105 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ec5beb-1b9c-48f7-8e50-83b7243f9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:07.896874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Made reservation on behalf of 02c1d4332e5a4018acbf556a8934d6ca for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:07.900426 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:07.919026 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-67ec5beb-1b9c-48f7-8e50-83b7243f9995 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35ec2fb6eab24f19b2e3afa4fd307ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610555 Sep 08 11:14:07.919983 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec5beb-1b9c-48f7-8e50-83b7243f9995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85370065-f2c3-413d-b44c-4b5719810d62,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:07.921085 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51942) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:08.040257 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.068792 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Allocated IP 172.20.0.13 (7f780a9b-40bc-4590-acd3-8c4c63ab4d9f/d7aed285-9af5-4651-8361-9a394d473502/40b56680-e78c-445e-a0fe-2fb4654a76a6) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:14:08.085531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.170926 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.173311 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.174443 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85370065-f2c3-413d-b44c-4b5719810d62 HTTP/1.1" status: 204 len: 168 time: 0.2524521 Sep 08 11:14:08.202055 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1485f-2575-4efd-bf6e-9ead4d4cc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85370065-f2c3-413d-b44c-4b5719810d62,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:08.280085 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.318890 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.364423 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:14:08.367789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:08.374111 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:14:08.381004 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Pushing event updated for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:08.427553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:08.428115 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.441894 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-e8a54d48-1a9c-4349-ab46-38eee277680c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7182269 Sep 08 11:14:08.454790 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Request body: {'port': {'device_id': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:08.471722 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 51948) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:08.487710 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3f474ef-06e0-4a24-bc2e-5551443a2004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.509118 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.578203 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3f474ef-06e0-4a24-bc2e-5551443a2004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.582562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3f474ef-06e0-4a24-bc2e-5551443a2004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.619292 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d3f474ef-06e0-4a24-bc2e-5551443a2004 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56b859c7950a4c1eb69e5eb0e510297f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464357 Sep 08 11:14:08.620241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f474ef-06e0-4a24-bc2e-5551443a2004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a9c7e2-95e2-423c-83d1-253db4516dbe,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:08.622130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 51950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:08.730600 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.770823 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.841995 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b56680-e78c-445e-a0fe-2fb4654a76a6 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:08.849268 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.860006 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.862458 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.863612 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85a9c7e2-95e2-423c-83d1-253db4516dbe HTTP/1.1" status: 204 len: 168 time: 0.2406745 Sep 08 11:14:08.867195 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Transition to ACTIVE for port object 40b56680-e78c-445e-a0fe-2fb4654a76a6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:14:08.873545 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aab20d-2f2a-43cf-a994-d8e672ec4b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a9c7e2-95e2-423c-83d1-253db4516dbe,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:08.875200 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:08.965259 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Pushing event updated for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:09.034623 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67782caf-9cee-4585-92e2-22b33026c00f req-52731ef3-cb62-4108-aa53-cc7a3d9f5d0a tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.036599 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67782caf-9cee-4585-92e2-22b33026c00f req-52731ef3-cb62-4108-aa53-cc7a3d9f5d0a tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 944 time: 0.0724735 Sep 08 11:14:09.037683 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Attempting to bind port 40b56680-e78c-445e-a0fe-2fb4654a76a6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:14:09.038011 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Attempting to bind port 40b56680-e78c-445e-a0fe-2fb4654a76a6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:14:09.038336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Attempting to bind port 40b56680-e78c-445e-a0fe-2fb4654a76a6 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:09.044603 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Port 40b56680-e78c-445e-a0fe-2fb4654a76a6 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:14:09.044922 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Attempting to bind port 40b56680-e78c-445e-a0fe-2fb4654a76a6 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:09.059669 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:14:09.060037 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Checking segment: {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:09.060417 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Bound using segment: {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:14:09.060848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Bound port: 40b56680-e78c-445e-a0fe-2fb4654a76a6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:14:09.061207 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:09.091194 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-67782caf-9cee-4585-92e2-22b33026c00f req-ff697073-16eb-424a-a398-46a6b90e77b7 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Sep 08 11:14:09.143433 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:14:09.147051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:14:09.151464 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:09.185397 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.186018 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:09.187589 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] 10.222.0.44 "PUT /v2.0/ports/40b56680-e78c-445e-a0fe-2fb4654a76a6 HTTP/1.1" status: 200 len: 1094 time: 0.7368803 Sep 08 11:14:09.188245 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:09.191323 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:09.219868 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743ef6-3620-48b6-9c59-a5e71c75756c service neutron] Pushing event updated for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:09.256843 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7ea9ce-48c6-42c0-80f1-75e7b5b7070c x-openstack-request-id: req-9c7ea9ce-48c6-42c0-80f1-75e7b5b7070c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:09.257452 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:09.257756 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c7ea9ce-48c6-42c0-80f1-75e7b5b7070c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:09.258144 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6', 'status': 'completed', 'code': 200} Sep 08 11:14:09.272932 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-fcc2a66a-8fa5-42f3-b6d6-ef7dbcdd0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.274421 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-fcc2a66a-8fa5-42f3-b6d6-ef7dbcdd0408 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 1097 time: 0.0455265 Sep 08 11:14:09.316946 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-f257fc91-4d1d-498a-b48e-4ddb1b414c66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6 HTTP/1.1" status: 200 len: 217 time: 0.0332446 Sep 08 11:14:09.367763 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7587bbf9-c9e0-4e8e-b729-dc43a523139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.369289 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-7587bbf9-c9e0-4e8e-b729-dc43a523139f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7aed285-9af5-4651-8361-9a394d473502 HTTP/1.1" status: 200 len: 849 time: 0.0470850 Sep 08 11:14:09.402057 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-48edc6dd-b265-4892-a37f-084bb0b6616f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249166 Sep 08 11:14:09.493184 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-c0919b06-8699-4e2c-800e-f5e2b43d6143 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832613 Sep 08 11:14:09.587424 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-186e68fd-0bb4-4192-ab68-1e0be9590b1c req-84d7c0ff-ae75-42b3-b3dd-f8feb616d97c service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869379 Sep 08 11:14:09.672978 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-d2446b4a-3515-4f03-a5c0-b483cb43c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.674525 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-d2446b4a-3515-4f03-a5c0-b483cb43c0cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 1097 time: 0.0407460 Sep 08 11:14:09.771648 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-c86a1ec3-aa66-46fa-8a8c-e4cb92e51af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.773157 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-c86a1ec3-aa66-46fa-8a8c-e4cb92e51af4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 910 time: 0.0912759 Sep 08 11:14:09.821270 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-ceed74bb-84dd-4805-bd00-8b7e1e73f567 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6 HTTP/1.1" status: 200 len: 217 time: 0.0391881 Sep 08 11:14:09.876259 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-3d224301-d92f-41de-821e-4fcb7dd6bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:09.877735 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-3d224301-d92f-41de-821e-4fcb7dd6bf62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7aed285-9af5-4651-8361-9a394d473502 HTTP/1.1" status: 200 len: 849 time: 0.0480914 Sep 08 11:14:09.908930 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-7e96f416-50f3-45f0-8759-7a632af2413f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238948 Sep 08 11:14:09.998075 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-5db52870-c4c2-49da-a1c3-e208c6dcf7bc service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812106 Sep 08 11:14:10.091858 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c2dde81e-a8db-4534-b2bd-bd9fcdcab5cb req-766baf4f-7283-4f8e-874e-05643a173997 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867505 Sep 08 11:14:10.208145 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23aed6-7f57-42cf-9692-c78365e578de req-8a4dfeca-691f-403c-a4a3-5f3bf7315e54 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:10.209626 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd23aed6-7f57-42cf-9692-c78365e578de req-8a4dfeca-691f-403c-a4a3-5f3bf7315e54 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 944 time: 0.0529501 Sep 08 11:14:10.248500 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dd23aed6-7f57-42cf-9692-c78365e578de req-64596fd8-cfd4-49dc-840f-422104ef800b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Sep 08 11:14:11.370593 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92e6ca-40b3-4094-b41f-40e9f5644026 req-8aadb3ce-412e-4dcd-bcb2-d1b90675da41 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:11.372103 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba92e6ca-40b3-4094-b41f-40e9f5644026 req-8aadb3ce-412e-4dcd-bcb2-d1b90675da41 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 944 time: 0.0519712 Sep 08 11:14:11.417632 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba92e6ca-40b3-4094-b41f-40e9f5644026 req-d6d23f14-5f06-4f51-9cb7-f7950d2ecb34 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Sep 08 11:14:11.633575 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52096) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:11.734067 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d523afc8-a6d5-482e-89a0-a5689b9053a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.819061 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d523afc8-a6d5-482e-89a0-a5689b9053a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.822496 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d523afc8-a6d5-482e-89a0-a5689b9053a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.859258 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d523afc8-a6d5-482e-89a0-a5689b9053a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bed3c4bd57249989e226e19a837fd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246597 Sep 08 11:14:11.860629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523afc8-a6d5-482e-89a0-a5689b9053a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70049eba-5e87-4206-aa53-7e749e00ad1d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:11.862233 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52100) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:11.913086 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.932813 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.977994 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.980524 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:11.981678 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70049eba-5e87-4206-aa53-7e749e00ad1d HTTP/1.1" status: 204 len: 168 time: 0.1184778 Sep 08 11:14:11.989262 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f7a9-af61-487a-beb6-252fb4c99b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70049eba-5e87-4206-aa53-7e749e00ad1d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:12.250770 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52106) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:12.264683 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-79fce126-de04-4321-be9b-42a8f7ea99ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.349561 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-79fce126-de04-4321-be9b-42a8f7ea99ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.353216 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-79fce126-de04-4321-be9b-42a8f7ea99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.390193 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-79fce126-de04-4321-be9b-42a8f7ea99ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8939bcfd6b3449dd842c9c5d66484bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382880 Sep 08 11:14:12.391108 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fce126-de04-4321-be9b-42a8f7ea99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52338385-5a85-424a-81ae-afa6509442c1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:12.392951 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52108) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:12.440254 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.462332 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.512560 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.515095 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:12.516271 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52338385-5a85-424a-81ae-afa6509442c1 HTTP/1.1" status: 204 len: 168 time: 0.1220932 Sep 08 11:14:12.524241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02534fdb-3fad-4c87-9c69-0b1978a3dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52338385-5a85-424a-81ae-afa6509442c1,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:12.550734 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7eb2c-9b8d-41f2-a726-10e0402876a8 req-957b4095-6901-450e-9b6c-26ae3d758c61 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:12.552809 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f0e7eb2c-9b8d-41f2-a726-10e0402876a8 req-957b4095-6901-450e-9b6c-26ae3d758c61 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 944 time: 0.0620291 Sep 08 11:14:12.590998 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f0e7eb2c-9b8d-41f2-a726-10e0402876a8 req-1f47d510-4428-4b5e-9d3c-ff25763d07bb tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Sep 08 11:14:13.542719 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 40b56680-e78c-445e-a0fe-2fb4654a76a6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:14:13.644011 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:13.655895 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '40b56680-e78c-445e-a0fe-2fb4654a76a6', 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f', 'port_id': '40b56680-e78c-445e-a0fe-2fb4654a76a6', 'mac_address': 'fa:16:3e:54:38:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aed285-9af5-4651-8361-9a394d473502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:14:13.696341 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:13.709528 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dc233-abd6-4067-923d-81ac84c5d4cf req-d7ef6bec-2bf1-4a4e-854c-09ed4f1bf331 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:13.710074 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b56680-e78c-445e-a0fe-2fb4654a76a6 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:13.711040 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e7dc233-abd6-4067-923d-81ac84c5d4cf req-d7ef6bec-2bf1-4a4e-854c-09ed4f1bf331 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 944 time: 0.0541570 Sep 08 11:14:13.729935 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:13.734592 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:13.749199 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1e7dc233-abd6-4067-923d-81ac84c5d4cf req-230c128d-b6f3-4ab4-b972-6d3f2222a591 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Sep 08 11:14:13.786375 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:13.793783 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.794131 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.794465 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.794799 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.795130 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.795455 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.795774 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.796114 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.796435 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.796754 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.797070 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:13.797384 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:14.737464 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['40b56680-e78c-445e-a0fe-2fb4654a76a6'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:14.864361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ab488-fc0e-4db3-8371-3a15861b6d29 req-65e20903-0532-47fc-a161-74d63e2b95f0 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:14.865901 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-053ab488-fc0e-4db3-8371-3a15861b6d29 req-65e20903-0532-47fc-a161-74d63e2b95f0 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 945 time: 0.0470641 Sep 08 11:14:14.903260 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-053ab488-fc0e-4db3-8371-3a15861b6d29 req-ef22ef6c-8cc9-49d4-8de8-809d045bef0f tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Sep 08 11:14:15.842559 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:16.034411 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32893395-39e8-48a9-b0b9-deb8d34f5219 req-9949d7d3-26e0-4f8e-b429-88280b033e95 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:16.035768 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32893395-39e8-48a9-b0b9-deb8d34f5219 req-9949d7d3-26e0-4f8e-b429-88280b033e95 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 945 time: 0.0628126 Sep 08 11:14:16.073932 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-32893395-39e8-48a9-b0b9-deb8d34f5219 req-c77da135-c6c1-42e8-8586-3f3e764faee4 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310166 Sep 08 11:14:17.083761 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 40b56680-e78c-445e-a0fe-2fb4654a76a6 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:14:17.145337 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 40b56680-e78c-445e-a0fe-2fb4654a76a6 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:14:17.149751 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 40b56680-e78c-445e-a0fe-2fb4654a76a6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:14:17.150115 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:17.198432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449788b-0772-49dd-a5bf-28ee7a2488dd req-95f42e2b-3056-4b62-9ff2-9f93a88ec576 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:17.199965 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b449788b-0772-49dd-a5bf-28ee7a2488dd req-95f42e2b-3056-4b62-9ff2-9f93a88ec576 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 945 time: 0.0530908 Sep 08 11:14:17.238380 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b449788b-0772-49dd-a5bf-28ee7a2488dd req-23971a8f-affa-4d50-a1d0-2dac5daefe57 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Sep 08 11:14:17.250790 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:17.274058 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:17.276347 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caed9f7-439d-42a4-98c8-cecd1f4cd137" -d '{"events": [{"server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:17.289500 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:17.294470 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:17.319374 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b069eb6-1d21-4998-8870-ac58dd442dec x-openstack-request-id: req-7b069eb6-1d21-4998-8870-ac58dd442dec {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:17.319782 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:17.320064 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b069eb6-1d21-4998-8870-ac58dd442dec {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:17.320444 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6', 'code': 200} Sep 08 11:14:17.350113 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:17.490943 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc553-7c25-48eb-93bc-a94819264a8d req-e2a5b92f-6e6d-45a2-835f-ecd9ae420b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:17.492468 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-657cc553-7c25-48eb-93bc-a94819264a8d req-e2a5b92f-6e6d-45a2-835f-ecd9ae420b1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 1099 time: 0.0386736 Sep 08 11:14:17.528165 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-657cc553-7c25-48eb-93bc-a94819264a8d req-af4c04ee-783b-4b22-9d9d-a5fb456b3440 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272062 Sep 08 11:14:17.960358 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-6125613e-c2e8-40d2-aaf4-175af842df54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479934 Sep 08 11:14:18.032475 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-d7501717-38c3-47af-b6f5-fe958965e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.033900 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-d7501717-38c3-47af-b6f5-fe958965e7db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1099 time: 0.0382414 Sep 08 11:14:18.138975 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-a11a4402-0b54-4889-9b44-fe238485a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.140462 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-a11a4402-0b54-4889-9b44-fe238485a525 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0846362 Sep 08 11:14:18.208079 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-47fcfebb-6045-4188-8ad9-d907ee3abb2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 1001 time: 0.0592875 Sep 08 11:14:18.257169 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-96a6dd98-ce93-4959-84e4-706508b10c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.258919 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-96a6dd98-ce93-4959-84e4-706508b10c0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0436378 Sep 08 11:14:18.305420 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-f133c84e-1df3-4a34-b5fa-bdcb1b3eb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.306931 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-f133c84e-1df3-4a34-b5fa-bdcb1b3eb668 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400889 Sep 08 11:14:18.427387 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-0459e0f3-17b7-4946-84fe-78ce5b8695bc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900167282&fields=id&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 267 time: 0.1184595 Sep 08 11:14:18.440980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168091e6-792d-43b8-9c4d-db04333467a7 req-6592a2e8-95d3-43d3-8598-1deaa2857c19 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.442397 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-168091e6-792d-43b8-9c4d-db04333467a7 req-6592a2e8-95d3-43d3-8598-1deaa2857c19 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 946 time: 0.1346233 Sep 08 11:14:18.503519 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-f06f4ad1-9eb7-4db0-8a81-333091618435 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768517 Sep 08 11:14:18.580032 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-168091e6-792d-43b8-9c4d-db04333467a7 req-902ea273-4ba4-4566-a74e-18ca12427ac2 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Sep 08 11:14:18.883094 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52272) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:18.901478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-31f65bdb-968f-41d3-94e8-caf7b3b7ac9d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:18.902936 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-31f65bdb-968f-41d3-94e8-caf7b3b7ac9d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.4578581 Sep 08 11:14:18.927777 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-06713d34-e356-4324-9a28-136ed9d46ed8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/quotas/265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 375 time: 0.0188503 Sep 08 11:14:18.930331 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2b867c7-238a-421f-a89a-3c7acd1f0219 req-9ec6cfb0-1aea-4326-b14a-bc1a3fa5b4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131231 Sep 08 11:14:18.985986 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-b5144f1d-6b20-43ee-9726-1eeb59f8347d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518956 Sep 08 11:14:18.993203 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1b77539-de31-4fef-8d0c-b89107207d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.082794 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1b77539-de31-4fef-8d0c-b89107207d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.087342 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1b77539-de31-4fef-8d0c-b89107207d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.126341 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f1b77539-de31-4fef-8d0c-b89107207d30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc2f9eb51728428487c3dfd7d7f80875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421699 Sep 08 11:14:19.127278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77539-de31-4fef-8d0c-b89107207d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa65d1-c543-44e0-9c44-df4cf538d4d4,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:19.129643 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52278) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:19.138183 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-ebaa8498-f843-4907-b6e8-2c240d803f16 service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405742 Sep 08 11:14:19.180322 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.203218 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.231932 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-43db45b5-ba87-4dfe-90ef-c19ddbb94f1b service neutron] 10.222.0.38 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Sep 08 11:14:19.249612 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.252475 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.256338 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fefa65d1-c543-44e0-9c44-df4cf538d4d4 HTTP/1.1" status: 204 len: 168 time: 0.1232893 Sep 08 11:14:19.262591 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30b356-5c53-4401-9a97-c563f2916d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa65d1-c543-44e0-9c44-df4cf538d4d4,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:19.526368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52294) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:19.530136 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b2aadf7b-fa46-4a11-ad11-112e1f863ff9 req-e9186064-fe1e-45e2-a765-43694ac7f5b9 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 210 time: 0.0272546 Sep 08 11:14:19.540118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d07abf85-02e7-4de4-a5bd-588f37bee289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.629756 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d07abf85-02e7-4de4-a5bd-588f37bee289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.634913 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d07abf85-02e7-4de4-a5bd-588f37bee289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.681548 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07abf85-02e7-4de4-a5bd-588f37bee289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51562a5-bee4-4c52-94b5-55e52ff96bb1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:19.688813 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d07abf85-02e7-4de4-a5bd-588f37bee289 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c26de6be5af145ec873b54592468c794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612527 Sep 08 11:14:19.689016 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:19.715127 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e7a3-b130-493b-b0f3-72d39bb24005 req-2360d154-f050-40d8-8dfc-117d754b9a6d tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:19.716644 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f657e7a3-b130-493b-b0f3-72d39bb24005 req-2360d154-f050-40d8-8dfc-117d754b9a6d tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 946 time: 0.0663731 Sep 08 11:14:19.778015 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f657e7a3-b130-493b-b0f3-72d39bb24005 req-6bd9153d-dd1d-4832-a8b4-0fd1a34623c9 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 Sep 08 11:14:19.778693 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.811785 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.861502 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.864335 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:19.865459 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a51562a5-bee4-4c52-94b5-55e52ff96bb1 HTTP/1.1" status: 204 len: 168 time: 0.1749012 Sep 08 11:14:19.874185 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a8bd3-f08a-4fad-9cf5-07901f708437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51562a5-bee4-4c52-94b5-55e52ff96bb1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:20.001725 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:14:20.526431 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60f36c-0dff-488e-a56d-c6338be7342e req-7415b32e-3aa9-4a3d-b2ab-499b5b02362e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:20.528024 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc60f36c-0dff-488e-a56d-c6338be7342e req-7415b32e-3aa9-4a3d-b2ab-499b5b02362e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 946 time: 0.1235361 Sep 08 11:14:20.589565 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bc60f36c-0dff-488e-a56d-c6338be7342e req-55f60853-59fd-4576-b282-ba5d61a81ede tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542235 Sep 08 11:14:20.604729 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-41ff71fe-9a87-4f61-b992-87cffe1c4b4c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:20.606428 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-41ff71fe-9a87-4f61-b992-87cffe1c4b4c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 812 time: 0.1666019 Sep 08 11:14:20.661508 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ffda1100-37eb-4b17-9259-54321fec717a req-9a49623f-bcc8-4afd-8502-2ae3aa97e8f2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 210 time: 0.0369782 Sep 08 11:14:20.675929 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-35239309-06a2-4f4c-8326-46863ffc63b2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265e8ea957784a709206f6c31dd2585b HTTP/1.1" status: 200 len: 379 time: 0.0590818 Sep 08 11:14:20.686016 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'port': {'device_id': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'admin_state_up': True, 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'security_groups': ['a1467cac-5867-446c-898b-01e6b2666a9d']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:20.792969 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Made reservation on behalf of 265e8ea957784a709206f6c31dd2585b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:20.796639 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:20.936581 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.20.0.12 (e9bb0c6b-03d3-45ae-b184-537f91676243/550ec0c4-2574-48b0-990a-fe0d60e12431/54be6980-d1d4-4101-8665-30056e84431d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:14:21.107027 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.120610 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Transition to ACTIVE for port object 54be6980-d1d4-4101-8665-30056e84431d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:14:21.153951 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.195076 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network e9bb0c6b-03d3-45ae-b184-537f91676243 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:14:21.198054 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:21.203613 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:14:21.227367 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:21.255861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:21.256484 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.271259 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-a94546db-4eaf-4cc9-b4ac-7e05fdb8bff5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887272 Sep 08 11:14:21.285572 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Request body: {'port': {'device_id': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:21.344362 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.459819 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-addb1e25-1ece-45e2-9105-783ec6b53742 None None] Provisioning for port 54be6980-d1d4-4101-8665-30056e84431d completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:14:21.463266 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-addb1e25-1ece-45e2-9105-783ec6b53742 None None] Provisioning complete for port 54be6980-d1d4-4101-8665-30056e84431d triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:14:21.463628 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-addb1e25-1ece-45e2-9105-783ec6b53742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.497802 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-addb1e25-1ece-45e2-9105-783ec6b53742 None None] Port 54be6980-d1d4-4101-8665-30056e84431d cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:14:21.599808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54be6980-d1d4-4101-8665-30056e84431d {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:21.607840 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.619640 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Transition to ACTIVE for port object 54be6980-d1d4-4101-8665-30056e84431d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:14:21.623250 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.648832 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e277de61-ab1b-42e2-b65e-2cf90baffd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.677979 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Pushing event updated for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:21.809635 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Attempting to bind port 54be6980-d1d4-4101-8665-30056e84431d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:14:21.809981 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Attempting to bind port 54be6980-d1d4-4101-8665-30056e84431d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:14:21.810320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Attempting to bind port 54be6980-d1d4-4101-8665-30056e84431d on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:21.819570 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d14b4-8440-463f-92fa-23a771033a84 req-558d0d3a-28d5-426d-a59e-785b9d76100a tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:21.821144 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b15d14b4-8440-463f-92fa-23a771033a84 req-558d0d3a-28d5-426d-a59e-785b9d76100a tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 946 time: 0.1460280 Sep 08 11:14:21.830649 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6d43f984-3b57-4a94-8243-ef1310a1b174 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:21.832184 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6d43f984-3b57-4a94-8243-ef1310a1b174 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef6390e6-8b75-4b62-8b27-1204afb5c6cd HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 08 11:14:21.839700 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e3332-09dd-4059-b1a6-5eac762c175e req-6f5ef6a1-ff3c-4509-8b61-0593b976b4e8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:21.841476 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-162e3332-09dd-4059-b1a6-5eac762c175e req-6f5ef6a1-ff3c-4509-8b61-0593b976b4e8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.0972743 Sep 08 11:14:21.841812 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Port 54be6980-d1d4-4101-8665-30056e84431d on network e9bb0c6b-03d3-45ae-b184-537f91676243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:14:21.842139 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Attempting to bind port 54be6980-d1d4-4101-8665-30056e84431d on network e9bb0c6b-03d3-45ae-b184-537f91676243 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:21.864995 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:14:21.865340 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Checking segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:21.865760 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Bound using segment: {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:14:21.866310 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Bound port: 54be6980-d1d4-4101-8665-30056e84431d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40328fc-42dc-4292-ac61-322cfaa10ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:14:21.866570 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.924192 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Deleting port 40b56680-e78c-445e-a0fe-2fb4654a76a6 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:14:21.924537 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:21.939271 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b15d14b4-8440-463f-92fa-23a771033a84 req-1e8240d4-1cf7-4719-acbf-1ed33fa5d4c0 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087716 Sep 08 11:14:21.943484 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-162e3332-09dd-4059-b1a6-5eac762c175e req-adc36dfb-b5fe-4617-9579-bd5f2d7ad656 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949695 Sep 08 11:14:21.981493 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:14:21.985025 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=54be6980-d1d4-4101-8665-30056e84431d,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:14:21.989384 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:22.023907 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.024512 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:22.025457 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] For port 40b56680-e78c-445e-a0fe-2fb4654a76a6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40b56680-e78c-445e-a0fe-2fb4654a76a6,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:22.025873 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:22.026006 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] 10.222.0.44 "PUT /v2.0/ports/54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 1094 time: 0.7449930 Sep 08 11:14:22.026440 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:22.028546 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:22.040902 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Calling delete_port for 40b56680-e78c-445e-a0fe-2fb4654a76a6 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:14:22.075717 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee557e-0813-4bde-b176-8277d41a30b8 x-openstack-request-id: req-3dee557e-0813-4bde-b176-8277d41a30b8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:22.077932 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:22.078419 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3dee557e-0813-4bde-b176-8277d41a30b8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:22.079154 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d', 'status': 'completed', 'code': 200} Sep 08 11:14:22.093397 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d1133-21f8-4556-9541-2e72e9b2b27f service neutron] Pushing event updated for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:22.134531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-27e5e4f2-138e-414b-8dba-685584f668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.138083 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-27e5e4f2-138e-414b-8dba-685584f668aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1097 time: 0.0565600 Sep 08 11:14:22.192949 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-c8b37afe-642b-4ca3-9a8d-dfeba4c91415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 217 time: 0.0454540 Sep 08 11:14:22.206080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:22.221346 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['40b56680-e78c-445e-a0fe-2fb4654a76a6'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:22.244585 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Pushing event deleted for resources: {'Port': ['ID=40b56680-e78c-445e-a0fe-2fb4654a76a6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:22.274958 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-385a859e-61ee-40df-93b1-9fdcf8f9a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.278179 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-385a859e-61ee-40df-93b1-9fdcf8f9a7b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0766237 Sep 08 11:14:22.292986 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] No DVR routers for this DVR port 40b56680-e78c-445e-a0fe-2fb4654a76a6 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:14:22.295941 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:22.298231 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-fd3e4eba-6183-47b7-91c4-7a4c5c253448 req-6845e5ab-5c8f-4646-9d29-b4d743148478 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "DELETE /v2.0/ports/40b56680-e78c-445e-a0fe-2fb4654a76a6 HTTP/1.1" status: 204 len: 173 time: 0.4602084 Sep 08 11:14:22.298790 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'name': 'network-vif-deleted', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:22.308541 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a62b5d-f029-47af-95c4-e2ce41867467" -d '{"events": [{"server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "name": "network-vif-deleted", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:22.334151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-ae8cfcb9-f589-4129-bb40-692ad0587900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.337366 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-ae8cfcb9-f589-4129-bb40-692ad0587900 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533264 Sep 08 11:14:22.358516 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc70609e-a917-415d-ba92-5be8d33ad339 x-openstack-request-id: req-bc70609e-a917-415d-ba92-5be8d33ad339 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:22.358798 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6390e6-8b75-4b62-8b27-1204afb5c6cd", "name": "network-vif-deleted", "tag": "40b56680-e78c-445e-a0fe-2fb4654a76a6", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:22.359287 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc70609e-a917-415d-ba92-5be8d33ad339 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:22.359831 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6390e6-8b75-4b62-8b27-1204afb5c6cd', 'name': 'network-vif-deleted', 'tag': '40b56680-e78c-445e-a0fe-2fb4654a76a6', 'status': 'completed', 'code': 200} Sep 08 11:14:22.442730 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-13acbf40-2670-4019-8599-c084f8b31c83 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909805 Sep 08 11:14:22.542111 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9e0c473b-05e1-4b21-babd-aa4c15504fce req-3d0cba67-7095-418d-8b41-fd37744944b8 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907624 Sep 08 11:14:22.635762 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-5dd9c5b3-0c40-4e3a-a4d6-9756748df067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.637250 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-5dd9c5b3-0c40-4e3a-a4d6-9756748df067 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1097 time: 0.0452213 Sep 08 11:14:22.729830 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-a18f24d3-dbe8-4332-aeaa-282c8a7b4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.731364 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-a18f24d3-dbe8-4332-aeaa-282c8a7b4dd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0863197 Sep 08 11:14:22.783411 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-045a6d41-3de6-4cdb-a144-7aa4108fbb54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 217 time: 0.0437746 Sep 08 11:14:22.838796 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-a21f108c-b23c-433b-b933-97466bc4f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.840351 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-a21f108c-b23c-433b-b933-97466bc4f421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0499263 Sep 08 11:14:22.885657 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-7ab387d9-62d1-45ea-a3ce-ec39caaf9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:22.887062 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-7ab387d9-62d1-45ea-a3ce-ec39caaf9697 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382740 Sep 08 11:14:22.982197 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-301051f5-1aed-4477-b66c-4618d91345b9 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835023 Sep 08 11:14:23.123008 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafe13-8d62-46fb-9cf5-222f9c58bfbb req-60c0c37a-56f5-4614-bf9c-a070a4146617 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:23.124519 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-daeafe13-8d62-46fb-9cf5-222f9c58bfbb req-60c0c37a-56f5-4614-bf9c-a070a4146617 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.1048310 Sep 08 11:14:23.130148 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3cc63d19-1ffc-4a70-8b0d-fde05ebff1bc req-7fbe0e4b-7292-49b8-bc03-6a915e3fd345 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375120 Sep 08 11:14:23.192512 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-daeafe13-8d62-46fb-9cf5-222f9c58bfbb req-dcd0531f-0356-40b4-b045-0787e3cdb062 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614293 Sep 08 11:14:23.260339 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-804c0bb2-f15c-4dc8-8a3f-34ed7d8e024b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:23.262078 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-804c0bb2-f15c-4dc8-8a3f-34ed7d8e024b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 809 time: 0.1113765 Sep 08 11:14:23.276669 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-35aa5e22-b1ae-4176-a7c7-3949b2c74674 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/quotas/02c1d4332e5a4018acbf556a8934d6ca HTTP/1.1" status: 200 len: 375 time: 0.0088918 Sep 08 11:14:23.310011 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-05a74584-50de-4423-8eb1-91b17945c8b0 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282753 Sep 08 11:14:23.399191 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-c48e60a4-783b-45cb-a432-a2474c3289a3 service neutron] 10.222.0.38 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822003 Sep 08 11:14:23.502206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-73d52438-64b7-41ee-92bb-f9d04fc3b20e service neutron] 10.222.0.38 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963063 Sep 08 11:14:23.623064 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52388) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:23.657018 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d431e831-ff4d-4612-a56c-b4a7a0a85d33 req-8b326f05-ce58-417b-9667-6ff0336bb47b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 210 time: 0.0271912 Sep 08 11:14:23.735225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1c09e08-06ab-45e8-a6d7-62905bbe8436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.828380 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1c09e08-06ab-45e8-a6d7-62905bbe8436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.833088 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1c09e08-06ab-45e8-a6d7-62905bbe8436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.872302 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f1c09e08-06ab-45e8-a6d7-62905bbe8436 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=084f2bbc80614ba9a8b62730d408c92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478595 Sep 08 11:14:23.873232 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c09e08-06ab-45e8-a6d7-62905bbe8436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f0b94-fae4-4b8d-b063-bbd2dda62f84,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:23.874916 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52400) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:23.927289 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.948424 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.995915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.998610 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:23.999745 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f9f0b94-fae4-4b8d-b063-bbd2dda62f84 HTTP/1.1" status: 204 len: 168 time: 0.1227493 Sep 08 11:14:24.007836 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7709d-2da5-4d2a-b6a1-51f8ba2128c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f0b94-fae4-4b8d-b063-bbd2dda62f84,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:24.221095 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9ceae330-81cf-4ca2-b42b-98f1c76a8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.313136 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e247f-3902-4b5a-a0de-4ed88233287f req-41e1e29f-6653-4fbd-bcc9-cb1bd5959ba3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:24.314647 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e23e247f-3902-4b5a-a0de-4ed88233287f req-41e1e29f-6653-4fbd-bcc9-cb1bd5959ba3 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.0524385 Sep 08 11:14:24.354462 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e23e247f-3902-4b5a-a0de-4ed88233287f req-b98ab4ae-c484-4380-94e8-0bcbbcbccfe9 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Sep 08 11:14:24.559902 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.560649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-4e4cc6cd-d919-4d06-b1a2-a215f2383bd1 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:24.562726 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-4e4cc6cd-d919-4d06-b1a2-a215f2383bd1 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 809 time: 0.1172302 Sep 08 11:14:24.576460 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Request body: {'port': {'device_id': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f', 'admin_state_up': True, 'tenant_id': '02c1d4332e5a4018acbf556a8934d6ca'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:24.664606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52428) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:24.699163 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Made reservation on behalf of 02c1d4332e5a4018acbf556a8934d6ca for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:24.703152 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.776028 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2f5fd863-8371-4f30-b5dd-81a5779070a5 req-588d5245-ab86-41c9-8d40-903e6ff6a52f tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 210 time: 0.0514286 Sep 08 11:14:24.778242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1223136170-network', 'tenant_id': '6858e478507a4fd88f06a9b31fdd5676'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:24.802562 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Made reservation on behalf of 6858e478507a4fd88f06a9b31fdd5676 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:24.805452 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.813963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.854820 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Allocated IP 172.20.0.9 (7f780a9b-40bc-4590-acd3-8c4c63ab4d9f/d7aed285-9af5-4651-8361-9a394d473502/4f2f051b-7986-40c8-b5e3-64d4b30655d2) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:14:24.900861 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.904586 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.925487 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:14:24.939971 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4bce6-d057-494d-95b7-9510b38cab36,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:24.943744 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:24.944153 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Added segment ff647dfb-550a-4b6c-a8d9-7cc44801a329 of type vlan for network b3daf40c-7dbd-4849-9ae6-8adcd84811da Sep 08 11:14:24.983131 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.000212 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.007299 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.008792 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:25.009415 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.036756 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3709750 Sep 08 11:14:25.040730 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:25.046088 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Request body: {'subnet': {'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1223136170-subnet', 'tenant_id': '6858e478507a4fd88f06a9b31fdd5676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:25.050742 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.061874 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['40b56680-e78c-445e-a0fe-2fb4654a76a6'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:25.073204 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e00a-624e-4c9d-a124-e5de87b99ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3daf40c-7dbd-4849-9ae6-8adcd84811da,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:25.095466 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:14:25.102624 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:14:25.106164 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Made reservation on behalf of 6858e478507a4fd88f06a9b31fdd5676 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:25.108703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.110571 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:25.115034 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:14:25.130195 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.159690 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Pushing event updated for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:25.230720 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:25.231333 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.251731 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-916606c3-57db-41cc-9f41-cc96bb85179e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800022 Sep 08 11:14:25.282032 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Request body: {'port': {'device_id': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:25.374816 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.396793 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.570096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ac0b96-190f-4437-9fe4-68c2a76424d4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:25.603504 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c12bf0-1b1c-424b-a624-239a20704bbe req-39fd9190-d281-4f15-86a1-6ded165a9d8f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:25.604999 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-45c12bf0-1b1c-424b-a624-239a20704bbe req-39fd9190-d281-4f15-86a1-6ded165a9d8f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.1630788 Sep 08 11:14:25.609563 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Checking segment: {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:25.609914 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Network hostable DHCP agents. Network: b3daf40c-7dbd-4849-9ae6-8adcd84811da, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:14:25.709751 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-45c12bf0-1b1c-424b-a624-239a20704bbe req-3825ee51-0d23-4fa8-9a9a-25553b7b9519 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955453 Sep 08 11:14:25.710478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:14:25.731851 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, b3daf40c-7dbd-4849-9ae6-8adcd84811da) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:25.739917 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73688fd8-f7e5-4790-b805-de612c73c790 None None] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:14:25.741735 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:25.742320 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:25.867704 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ecb32-9017-4ad8-8db8-16a918fb9783 None None] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:14:26.046148 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-e95a490a-1f26-4aeb-9574-70b1f70c90c7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0041432 Sep 08 11:14:26.093684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2f051b-7986-40c8-b5e3-64d4b30655d2 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:26.105082 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00c1b-69f5-4754-9a25-0b979607f720 req-7d99977d-f558-4751-a910-9b427a35275e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.106556 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fbe00c1b-69f5-4754-9a25-0b979607f720 req-7d99977d-f558-4751-a910-9b427a35275e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 931 time: 0.0992293 Sep 08 11:14:26.110683 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:26.140342 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Transition to ACTIVE for port object 4f2f051b-7986-40c8-b5e3-64d4b30655d2 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:14:26.145711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:26.202106 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fbe00c1b-69f5-4754-9a25-0b979607f720 req-5f2fd3e6-9af9-4e07-b701-f6d5a61cbd16 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889182 Sep 08 11:14:26.216796 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:26.239211 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.239561 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.239916 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.240252 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.240584 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.240937 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.241283 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.241605 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.241927 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.242251 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.242568 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.242890 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:14:26.293886 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Attempting to bind port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:14:26.294218 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Attempting to bind port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:14:26.294539 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Attempting to bind port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:26.298770 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:14:26.299094 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Attempting to bind port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 on network 7f780a9b-40bc-4590-acd3-8c4c63ab4d9f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:26.303907 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:14:26.304239 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Checking segment: {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:26.304616 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Bound using segment: {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:14:26.305028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Bound port: 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ab4f59-f8a0-4090-97f5-65a4180044bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:14:26.305379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:26.366687 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:14:26.369786 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:14:26.374275 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:26.411397 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.412046 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:26.414266 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f2f051b-7986-40c8-b5e3-64d4b30655d2 HTTP/1.1" status: 200 len: 1093 time: 1.1523910 Sep 08 11:14:26.414522 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:26.416797 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e04b6a-9e6b-4e47-a372-ad177c528e74" -d '{"events": [{"name": "network-changed", "server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:26.458722 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7eac-2393-4516-bffe-87948740b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:26.467564 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6fd668-b329-4f9c-8ea0-9a7f03f38e8e x-openstack-request-id: req-af6fd668-b329-4f9c-8ea0-9a7f03f38e8e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:26.467977 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:26.468321 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af6fd668-b329-4f9c-8ea0-9a7f03f38e8e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:26.468861 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2', 'status': 'completed', 'code': 200} Sep 08 11:14:26.506537 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-c1592965-1990-49b9-8c37-aa04634567f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.509667 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-c1592965-1990-49b9-8c37-aa04634567f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 1096 time: 0.0592947 Sep 08 11:14:26.556032 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-95574ba4-d3f3-429b-b225-d33307495e7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2 HTTP/1.1" status: 200 len: 217 time: 0.0381114 Sep 08 11:14:26.614360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-83cadbda-39c1-4bd0-9c2d-66b9916e0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.616088 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-83cadbda-39c1-4bd0-9c2d-66b9916e0a5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7aed285-9af5-4651-8361-9a394d473502 HTTP/1.1" status: 200 len: 849 time: 0.0527425 Sep 08 11:14:26.647239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-3c4981fd-37be-40ea-903d-135cedb952f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242670 Sep 08 11:14:26.733632 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-64f60506-5051-4445-9182-890dd057d780 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795002 Sep 08 11:14:26.857812 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-61542f82-a09e-4505-b81d-ea51e676fdb4 req-12e4f902-1823-4a87-be3c-07082594f939 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171501 Sep 08 11:14:26.865902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42364fc6-99e8-4de9-8d53-6aacb2de053a req-0ad735d5-9097-4ac1-84ac-85bcf0ccc175 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.867814 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42364fc6-99e8-4de9-8d53-6aacb2de053a req-0ad735d5-9097-4ac1-84ac-85bcf0ccc175 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.0687902 Sep 08 11:14:26.914051 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42364fc6-99e8-4de9-8d53-6aacb2de053a req-30cd6c9e-3ad8-4928-b434-abc75df9e4fe tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Sep 08 11:14:26.945915 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-db00180f-9633-4e5e-a9cf-2f207124a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:26.947400 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-db00180f-9633-4e5e-a9cf-2f207124a258 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 1096 time: 0.0463254 Sep 08 11:14:27.034553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-c557e022-7c8f-43ca-bdcd-a86c4139f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:27.035988 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-c557e022-7c8f-43ca-bdcd-a86c4139f83d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 200 len: 910 time: 0.0808640 Sep 08 11:14:27.080501 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-276bdada-e254-41e5-b7b2-ffa2639037c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2 HTTP/1.1" status: 200 len: 217 time: 0.0364587 Sep 08 11:14:27.114078 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 40b56680-e78c-445e-a0fe-2fb4654a76a6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:27.127385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-f7ba9fbd-1944-4ff1-b9b5-9f013f48d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:27.128847 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-f7ba9fbd-1944-4ff1-b9b5-9f013f48d480 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7aed285-9af5-4651-8361-9a394d473502 HTTP/1.1" status: 200 len: 849 time: 0.0413516 Sep 08 11:14:27.134245 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 40b56680-e78c-445e-a0fe-2fb4654a76a6 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:27.134585 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 40b56680-e78c-445e-a0fe-2fb4654a76a6 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:27.158776 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-21755a7c-d05c-4114-9273-0f4e571f8eaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230112 Sep 08 11:14:27.251367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-5ecd4a40-7ce3-46d7-b77d-487a4a91e5f1 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Sep 08 11:14:27.313290 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:27.367716 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120471de-6473-4fcb-8ad4-e9d528b7e4d8 req-79d5a44b-2de7-4be2-830c-efc221352724 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:27.369126 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-120471de-6473-4fcb-8ad4-e9d528b7e4d8 req-79d5a44b-2de7-4be2-830c-efc221352724 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 943 time: 0.0925214 Sep 08 11:14:27.388323 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-35e04b6a-9e6b-4e47-a372-ad177c528e74 req-2988f316-2eb9-4b4b-8dc4-5ef3c67fefa9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285713 Sep 08 11:14:27.413783 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-120471de-6473-4fcb-8ad4-e9d528b7e4d8 req-88bd4103-947c-4390-bbc9-3f52d20f177b tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Sep 08 11:14:27.810151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-4640770e-f4cf-45d1-a6d7-b4bc747a5434 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:27.811595 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-4640770e-f4cf-45d1-a6d7-b4bc747a5434 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 814 time: 0.0975387 Sep 08 11:14:27.825777 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-a8c767a2-24a3-41b6-afee-e6cf16b9f0ab tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/quotas/6858e478507a4fd88f06a9b31fdd5676 HTTP/1.1" status: 200 len: 375 time: 0.0085239 Sep 08 11:14:27.859859 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-3cc0e5fc-daac-438c-bcd3-72b2cd31242a tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291612 Sep 08 11:14:27.947630 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-040c18be-c66c-45af-9612-91b51d7c9bf3 service neutron] 10.222.0.38 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803452 Sep 08 11:14:28.066716 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-35ca44ec-b0f1-4567-8896-e70b93ada918 service neutron] 10.222.0.38 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125345 Sep 08 11:14:28.074576 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab897-14eb-42f1-baa2-f1ae0a49ef6f req-59456616-7d84-47ed-9bbe-543829550ab5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:28.075981 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-813ab897-14eb-42f1-baa2-f1ae0a49ef6f req-59456616-7d84-47ed-9bbe-543829550ab5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.0962934 Sep 08 11:14:28.113347 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-813ab897-14eb-42f1-baa2-f1ae0a49ef6f req-721294f0-b1bc-40a5-973b-90d6c722cfe8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Sep 08 11:14:28.227750 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d3b76d29-b7d1-4c09-9978-f13b7a143e69 req-0cdaed2b-5fbe-4e17-b20c-3097ab0838f8 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 210 time: 0.0321803 Sep 08 11:14:28.539926 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeac66-8273-44ac-8c22-d653da3b4fa6 req-6e7dac38-bb40-46e4-b37b-f2bd9ed3a88e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:28.541542 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-06eeac66-8273-44ac-8c22-d653da3b4fa6 req-6e7dac38-bb40-46e4-b37b-f2bd9ed3a88e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 943 time: 0.0618956 Sep 08 11:14:28.580357 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-06eeac66-8273-44ac-8c22-d653da3b4fa6 req-aaeb8db2-b225-4cd0-b78c-6cc7f0e2e139 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Sep 08 11:14:29.111559 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-b70c35f7-faf9-4d35-82a6-fd1eb172eee4 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:29.113051 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-b70c35f7-faf9-4d35-82a6-fd1eb172eee4 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 814 time: 0.1055872 Sep 08 11:14:29.125648 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Request body: {'port': {'device_id': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da', 'admin_state_up': True, 'tenant_id': '6858e478507a4fd88f06a9b31fdd5676'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:29.126356 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 4f2f051b-7986-40c8-b5e3-64d4b30655d2 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:14:29.232167 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:29.243174 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '4f2f051b-7986-40c8-b5e3-64d4b30655d2', 'network_id': '7f780a9b-40bc-4590-acd3-8c4c63ab4d9f', 'port_id': '4f2f051b-7986-40c8-b5e3-64d4b30655d2', 'mac_address': 'fa:16:3e:52:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7aed285-9af5-4651-8361-9a394d473502', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:14:29.269574 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdfbe9-3b9f-4934-ad80-6f7122bf1535 req-80bd0c7e-4c9d-4169-9749-0f2887add8b6 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:29.271051 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0ecdfbe9-3b9f-4934-ad80-6f7122bf1535 req-80bd0c7e-4c9d-4169-9749-0f2887add8b6 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.0766671 Sep 08 11:14:29.289899 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.299212 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Made reservation on behalf of 6858e478507a4fd88f06a9b31fdd5676 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:14:29.302557 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.302708 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2f051b-7986-40c8-b5e3-64d4b30655d2 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:29.322294 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:29.326271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.344480 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6aa03dc2-8de2-4fe9-95a8-f0fa2bc8d7ce req-939243de-7b53-41e5-84b4-927344bc4ea9 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 210 time: 0.0482261 Sep 08 11:14:29.365156 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0ecdfbe9-3b9f-4934-ad80-6f7122bf1535 req-f121a1b5-6b51-4d27-beb9-4a01d337d024 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868549 Sep 08 11:14:29.374941 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:29.467487 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Allocated IP 172.20.0.10 (b3daf40c-7dbd-4849-9ae6-8adcd84811da/b5ac0b96-190f-4437-9fe4-68c2a76424d4/b3670aef-c5d6-4d9c-baee-31c6962429d5) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:14:29.546936 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['4f2f051b-7986-40c8-b5e3-64d4b30655d2'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:29.617684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.684993 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.741754 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d895ccd-bdbc-4ba9-bfb7-b3a8c9706da2 req-fc94206b-ab68-4fd2-a5d3-451e43b64b23 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:29.743232 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9d895ccd-bdbc-4ba9-bfb7-b3a8c9706da2 req-fc94206b-ab68-4fd2-a5d3-451e43b64b23 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 944 time: 0.0928078 Sep 08 11:14:29.744937 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:14:29.754317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:29.762205 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:14:29.764459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Pushing event updated for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:29.823681 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9d895ccd-bdbc-4ba9-bfb7-b3a8c9706da2 req-78a1870f-599c-4eeb-bcf5-9410bf30d085 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738134 Sep 08 11:14:29.833491 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:29.834070 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:29.848859 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-aaa99e2c-1f31-4bbe-9bb5-47bd34f12c40 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269194 Sep 08 11:14:29.861336 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Request body: {'port': {'device_id': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:29.912133 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.163463 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3670aef-c5d6-4d9c-baee-31c6962429d5 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:30.171157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.183827 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Transition to ACTIVE for port object b3670aef-c5d6-4d9c-baee-31c6962429d5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:14:30.187407 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.237852 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:30.298472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Attempting to bind port b3670aef-c5d6-4d9c-baee-31c6962429d5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:14:30.298801 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Attempting to bind port b3670aef-c5d6-4d9c-baee-31c6962429d5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:14:30.299127 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Attempting to bind port b3670aef-c5d6-4d9c-baee-31c6962429d5 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:30.303225 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Port b3670aef-c5d6-4d9c-baee-31c6962429d5 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:14:30.303540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Attempting to bind port b3670aef-c5d6-4d9c-baee-31c6962429d5 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:14:30.308776 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:14:30.309114 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Checking segment: {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:14:30.309494 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Bound using segment: {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:14:30.309911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Bound port: b3670aef-c5d6-4d9c-baee-31c6962429d5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:14:30.310259 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.373368 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:14:30.376550 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:14:30.381868 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.416516 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.417126 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:30.418479 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/b3670aef-c5d6-4d9c-baee-31c6962429d5 HTTP/1.1" status: 200 len: 1094 time: 0.5611300 Sep 08 11:14:30.428595 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:30.431963 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897740b8-d39c-4a48-811c-282edd87df8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:30.520424 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1336a-908c-4581-aaab-56da62c068f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:30.551270 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827899-3c77-4966-b23f-fbea716ae504 req-e8ac24a7-0e38-4f9a-aafc-2a784daeceec tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.552856 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-87827899-3c77-4966-b23f-fbea716ae504 req-e8ac24a7-0e38-4f9a-aafc-2a784daeceec tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 944 time: 0.1420314 Sep 08 11:14:30.561097 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-d4602280-5140-458a-bb7b-a7985bf93f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.562479 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-d4602280-5140-458a-bb7b-a7985bf93f71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1030149 Sep 08 11:14:30.570969 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23994e-49c2-495f-9d1f-6294a47612eb req-9a14a7f7-556a-4d01-82f9-3b732a0abdd2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.572367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eb23994e-49c2-495f-9d1f-6294a47612eb req-9a14a7f7-556a-4d01-82f9-3b732a0abdd2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 944 time: 0.1283505 Sep 08 11:14:30.624618 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-df94f09d-835c-4f4c-a484-fbcb07deb4e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5 HTTP/1.1" status: 200 len: 217 time: 0.0513763 Sep 08 11:14:30.678768 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-87827899-3c77-4966-b23f-fbea716ae504 req-090120b0-a940-453b-ac19-1a721a441c85 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Sep 08 11:14:30.702911 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eb23994e-49c2-495f-9d1f-6294a47612eb req-f1c1c237-1ee6-4f88-afd3-654fcc6d6f46 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194632 Sep 08 11:14:30.704401 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-dc81f96b-3da7-4d7d-a54e-799865f39ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.706444 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-dc81f96b-3da7-4d7d-a54e-799865f39ebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5ac0b96-190f-4437-9fe4-68c2a76424d4 HTTP/1.1" status: 200 len: 854 time: 0.0708323 Sep 08 11:14:30.736837 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f07888e-9dd3-46c0-b052-bb45b5d15c36 x-openstack-request-id: req-2f07888e-9dd3-46c0-b052-bb45b5d15c36 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:30.737128 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:30.737374 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f07888e-9dd3-46c0-b052-bb45b5d15c36 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:30.737750 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5', 'status': 'completed', 'code': 200} Sep 08 11:14:30.739672 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-66dc0d14-443b-41c4-b932-c4040c534e4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3daf40c-7dbd-4849-9ae6-8adcd84811da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270891 Sep 08 11:14:30.830112 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-14abdf4e-b1d0-4d3b-a1a5-be3187ae8e6b service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822055 Sep 08 11:14:30.947039 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2391f935-c9ec-4b6d-b5de-412cd2707305 req-dfc14686-ba65-42c4-9c70-f79a36507e68 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103404 Sep 08 11:14:30.957860 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec27ecc-8bb2-4a7c-b636-51af5d6edc7b req-89f84704-f3a2-4a6e-a591-91b8722741c4 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:30.959239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0ec27ecc-8bb2-4a7c-b636-51af5d6edc7b req-89f84704-f3a2-4a6e-a591-91b8722741c4 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 944 time: 0.0669475 Sep 08 11:14:31.024450 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0ec27ecc-8bb2-4a7c-b636-51af5d6edc7b req-1d4ed55a-8dc1-49bf-99c8-0ad8693c36b7 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583289 Sep 08 11:14:31.038687 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897740b8-d39c-4a48-811c-282edd87df8b req-64448d4b-b326-44dd-8263-dc705250cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.040162 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-64448d4b-b326-44dd-8263-dc705250cbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0442052 Sep 08 11:14:31.127713 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897740b8-d39c-4a48-811c-282edd87df8b req-85a0a356-cc7a-45f9-a9a4-797c5e7518a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.129151 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-85a0a356-cc7a-45f9-a9a4-797c5e7518a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 915 time: 0.0809093 Sep 08 11:14:31.137074 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 54be6980-d1d4-4101-8665-30056e84431d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:14:31.140297 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 4f2f051b-7986-40c8-b5e3-64d4b30655d2 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:14:31.173564 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-f928274b-4ec5-4705-9a09-e58862204e33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5 HTTP/1.1" status: 200 len: 217 time: 0.0362444 Sep 08 11:14:31.222385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897740b8-d39c-4a48-811c-282edd87df8b req-b6710239-32e3-43e0-b4d1-2ff5269a9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.223816 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-b6710239-32e3-43e0-b4d1-2ff5269a9286 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5ac0b96-190f-4437-9fe4-68c2a76424d4 HTTP/1.1" status: 200 len: 854 time: 0.0429840 Sep 08 11:14:31.246331 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:14:31.253414 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:14:31.253788 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:31.254880 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-9a951de5-7bc4-403b-bd67-bff1eb58b5ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3daf40c-7dbd-4849-9ae6-8adcd84811da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232825 Sep 08 11:14:31.293877 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=54be6980-d1d4-4101-8665-30056e84431d,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:31.310803 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '54be6980-d1d4-4101-8665-30056e84431d', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'port_id': '54be6980-d1d4-4101-8665-30056e84431d', 'mac_address': 'fa:16:3e:f2:78:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:14:31.346112 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-079b39c4-a739-46d1-b5ff-6d1197e453e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838425 Sep 08 11:14:31.378222 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:31.391166 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:31.402430 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54be6980-d1d4-4101-8665-30056e84431d {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:31.428496 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=54be6980-d1d4-4101-8665-30056e84431d,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:31.433322 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:31.435547 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7324875a-cbf8-420c-962f-5ead9b6fbac0" -d '{"events": [{"server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:31.436506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-897740b8-d39c-4a48-811c-282edd87df8b req-54763dfa-310f-4854-b7ed-546cf5458147 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826850 Sep 08 11:14:31.445453 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:31.452686 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:31.470829 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:31.476878 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5a258-5747-4b77-bfd4-3970c111c45d x-openstack-request-id: req-3cc5a258-5747-4b77-bfd4-3970c111c45d {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:31.477167 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:31.477418 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cc5a258-5747-4b77-bfd4-3970c111c45d {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:31.477796 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2', 'code': 200} Sep 08 11:14:31.500294 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:31.551572 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:31.640788 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa60dbb-c4b5-4f2b-8100-baa60b566a07 req-bdaf1295-0e20-4a48-b697-ac3d0755f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.642242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-daa60dbb-c4b5-4f2b-8100-baa60b566a07 req-bdaf1295-0e20-4a48-b697-ac3d0755f604 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 1098 time: 0.0431468 Sep 08 11:14:31.670012 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['54be6980-d1d4-4101-8665-30056e84431d'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:31.681694 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-daa60dbb-c4b5-4f2b-8100-baa60b566a07 req-1a500090-75d8-4d71-9e24-dca3c77c1ce6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Sep 08 11:14:31.817432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5c60a-12d3-411b-a752-557e99c1530d req-515001f9-18b1-4899-96e6-6e184f159816 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.818897 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-74b5c60a-12d3-411b-a752-557e99c1530d req-515001f9-18b1-4899-96e6-6e184f159816 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 944 time: 0.0724688 Sep 08 11:14:31.839353 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f40d4-b2ad-4ebd-a358-717aee8ba93d req-09e7c9af-0b3f-42ec-a684-66c9ce342645 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:31.840784 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b25f40d4-b2ad-4ebd-a358-717aee8ba93d req-09e7c9af-0b3f-42ec-a684-66c9ce342645 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 945 time: 0.0681832 Sep 08 11:14:31.882909 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-74b5c60a-12d3-411b-a752-557e99c1530d req-f21f0de4-53b6-49e2-900a-ec57b0b9c5c8 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563455 Sep 08 11:14:31.895724 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b25f40d4-b2ad-4ebd-a358-717aee8ba93d req-d4ebec13-ef2d-4d4a-96b8-58411f16086b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476696 Sep 08 11:14:32.135395 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a6cd-5cfb-4f00-81c4-779d1a0c37e2 req-42915ee0-28ed-4697-858f-14e3d0f5a438 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:32.136922 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a83a6cd-5cfb-4f00-81c4-779d1a0c37e2 req-42915ee0-28ed-4697-858f-14e3d0f5a438 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 945 time: 0.0477204 Sep 08 11:14:32.183015 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-0a83a6cd-5cfb-4f00-81c4-779d1a0c37e2 req-e8e27003-cffa-41aa-a2eb-a5e32c942f36 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Sep 08 11:14:33.026905 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f4f2b-1f51-4786-b7f2-5ed41f170325 req-4c7bbad6-b3f2-4390-a61c-746ff3ee6842 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:33.028406 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d98f4f2b-1f51-4786-b7f2-5ed41f170325 req-4c7bbad6-b3f2-4390-a61c-746ff3ee6842 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 944 time: 0.0763180 Sep 08 11:14:33.039348 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e47ab-45d4-4b2a-b307-a26a4d550e76 req-91cd1f4d-7293-41dd-9b8b-26e299410e7c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:33.040755 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-476e47ab-45d4-4b2a-b307-a26a4d550e76 req-91cd1f4d-7293-41dd-9b8b-26e299410e7c tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 945 time: 0.0637581 Sep 08 11:14:33.092033 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d98f4f2b-1f51-4786-b7f2-5ed41f170325 req-a0667ad3-4de3-4dda-8eac-c3e466cfe537 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Sep 08 11:14:33.099010 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-476e47ab-45d4-4b2a-b307-a26a4d550e76 req-001343b3-2fd3-4c63-b3e8-155997afeae5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509472 Sep 08 11:14:33.156336 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device b3670aef-c5d6-4d9c-baee-31c6962429d5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:14:33.159415 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 54be6980-d1d4-4101-8665-30056e84431d up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:14:33.265973 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 54be6980-d1d4-4101-8665-30056e84431d completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:14:33.272335 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 54be6980-d1d4-4101-8665-30056e84431d triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:14:33.272901 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:33.306699 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b6b57-6ad5-4277-93d8-e083724d4057 req-0fa05f82-5fe7-4f35-9e5d-b34f8f6efcca tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:33.308190 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ce9b6b57-6ad5-4277-93d8-e083724d4057 req-0fa05f82-5fe7-4f35-9e5d-b34f8f6efcca tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 945 time: 0.0612292 Sep 08 11:14:33.315205 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:33.332844 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'b3670aef-c5d6-4d9c-baee-31c6962429d5', 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da', 'port_id': 'b3670aef-c5d6-4d9c-baee-31c6962429d5', 'mac_address': 'fa:16:3e:8d:27:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ac0b96-190f-4437-9fe4-68c2a76424d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:14:33.345309 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ce9b6b57-6ad5-4277-93d8-e083724d4057 req-24c28db4-5157-4946-8b01-d57b735a5711 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308080 Sep 08 11:14:33.396057 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:33.411799 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:33.417155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3670aef-c5d6-4d9c-baee-31c6962429d5 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:14:33.456045 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:33.463602 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:33.466314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=54be6980-d1d4-4101-8665-30056e84431d,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:33.470698 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:33.492669 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be6980-d1d4-4101-8665-30056e84431d'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:33.495148 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a960935-0a28-4b00-8e68-9e476e8a70cb" -d '{"events": [{"server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "name": "network-vif-plugged", "status": "completed", "tag": "54be6980-d1d4-4101-8665-30056e84431d"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:33.527074 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:33.541462 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00d1342-1b24-4d90-b43e-442fa7ba3bba x-openstack-request-id: req-e00d1342-1b24-4d90-b43e-442fa7ba3bba {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:33.541874 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "name": "network-vif-plugged", "status": "completed", "tag": "54be6980-d1d4-4101-8665-30056e84431d", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:33.542198 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e00d1342-1b24-4d90-b43e-442fa7ba3bba {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:33.542655 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be6980-d1d4-4101-8665-30056e84431d', 'code': 200} Sep 08 11:14:33.589875 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:33.713480 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['b3670aef-c5d6-4d9c-baee-31c6962429d5'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:33.761882 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d42d6-f142-4b4a-83cc-ea0cc7684d46 req-ef4ffcd0-167c-433a-b60d-6e7a6dc9cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:33.763242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-325d42d6-f142-4b4a-83cc-ea0cc7684d46 req-ef4ffcd0-167c-433a-b60d-6e7a6dc9cffe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1099 time: 0.0409954 Sep 08 11:14:33.802992 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-325d42d6-f142-4b4a-83cc-ea0cc7684d46 req-a29d8626-4de3-46c8-bfbf-4b50b4dd6524 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Sep 08 11:14:34.026478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ba40e-87f9-433b-bbfa-cd55408f7343 req-239059ff-4862-4e82-bc35-d58be480dc18 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:34.027871 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba2ba40e-87f9-433b-bbfa-cd55408f7343 req-239059ff-4862-4e82-bc35-d58be480dc18 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 945 time: 0.0485299 Sep 08 11:14:34.063733 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba2ba40e-87f9-433b-bbfa-cd55408f7343 req-8fb7364e-1317-4638-9b1a-5fd472787f6c tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299230 Sep 08 11:14:34.469832 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a107625-e5f9-4cb0-830e-2a89041ef892 req-c3620147-a6b4-4843-9de5-091aaa4fada3 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:34.471284 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1a107625-e5f9-4cb0-830e-2a89041ef892 req-c3620147-a6b4-4843-9de5-091aaa4fada3 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 945 time: 0.3088598 Sep 08 11:14:34.479150 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e799b-e460-4402-b672-be95c1cda419 req-ae329a47-8686-4bc3-b2bc-d1a31183033a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:34.480515 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a02e799b-e460-4402-b672-be95c1cda419 req-ae329a47-8686-4bc3-b2bc-d1a31183033a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.3094525 Sep 08 11:14:34.531663 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1a107625-e5f9-4cb0-830e-2a89041ef892 req-ff61a89d-01de-4f25-b86a-f8e2328c5910 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502169 Sep 08 11:14:34.538609 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a02e799b-e460-4402-b672-be95c1cda419 req-b21e4a17-3250-4bb2-9c65-d48f5c4a95f5 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516217 Sep 08 11:14:35.176839 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800c79-4367-49a4-9293-1870226340af req-4dd77ede-a8c2-4e9f-b085-84f0b2aa2905 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.178719 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3e800c79-4367-49a4-9293-1870226340af req-4dd77ede-a8c2-4e9f-b085-84f0b2aa2905 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 945 time: 0.0500455 Sep 08 11:14:35.184737 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device b3670aef-c5d6-4d9c-baee-31c6962429d5 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:14:35.219509 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3e800c79-4367-49a4-9293-1870226340af req-35e1cad6-d7a9-4eb9-8e8d-19cd304d9fcd tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/security-groups?id=564681cf-9585-4a5b-adcf-1dbcf0f7a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Sep 08 11:14:35.237796 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port b3670aef-c5d6-4d9c-baee-31c6962429d5 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:14:35.241547 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port b3670aef-c5d6-4d9c-baee-31c6962429d5 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:14:35.241916 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:35.314847 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:35.345093 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:35.348590 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:35.396149 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:35.543900 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:35.546208 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38cc99-085b-4498-8f60-959b5e15a8a3" -d '{"events": [{"server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:35.581949 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd846f01-7dd3-48ce-81bc-f9f75e9ffd09 x-openstack-request-id: req-fd846f01-7dd3-48ce-81bc-f9f75e9ffd09 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:35.582452 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:35.582705 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd846f01-7dd3-48ce-81bc-f9f75e9ffd09 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:35.583088 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5', 'code': 200} Sep 08 11:14:35.707160 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92f7ed-5f2c-45a7-a000-98501f0f4da0 req-018d55f3-afb8-4fa3-b69c-a493bfa67b2e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.708568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2b92f7ed-5f2c-45a7-a000-98501f0f4da0 req-018d55f3-afb8-4fa3-b69c-a493bfa67b2e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1092126 Sep 08 11:14:35.718051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-579138e3-fd80-4f54-a9fa-10fc7704b691 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.719356 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-579138e3-fd80-4f54-a9fa-10fc7704b691 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 945 time: 0.0931668 Sep 08 11:14:35.734470 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7fede-466b-4c99-a95b-95cea881b1e1 req-a1202d22-0521-45d9-9d19-625f70e35254 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.736061 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52e7fede-466b-4c99-a95b-95cea881b1e1 req-a1202d22-0521-45d9-9d19-625f70e35254 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.1085672 Sep 08 11:14:35.759770 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774e0f6-e0e3-4e23-838e-f3ed83c3cdf1 req-53f49d3b-8cac-4320-a225-ce9a3b0a1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.761288 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5774e0f6-e0e3-4e23-838e-f3ed83c3cdf1 req-53f49d3b-8cac-4320-a225-ce9a3b0a1909 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 1099 time: 0.0408657 Sep 08 11:14:35.797457 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5774e0f6-e0e3-4e23-838e-f3ed83c3cdf1 req-e65fd788-8787-4af2-953b-e568f25efca9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275733 Sep 08 11:14:35.834242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2b92f7ed-5f2c-45a7-a000-98501f0f4da0 req-86af2ca5-913b-4d8a-ac0c-adc296492f72 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124628 Sep 08 11:14:35.843928 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-52e7fede-466b-4c99-a95b-95cea881b1e1 req-9cf0aaf3-dd4b-4f26-8d41-a54584720321 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941753 Sep 08 11:14:35.870126 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Deleting port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:14:35.870413 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:35.994677 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c196f-1138-47b0-b95f-3605242dc5f4 req-e0517959-af08-4970-ac50-cbaa9419690f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:35.996181 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-396c196f-1138-47b0-b95f-3605242dc5f4 req-e0517959-af08-4970-ac50-cbaa9419690f tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.0691631 Sep 08 11:14:35.997883 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] For port 4f2f051b-7986-40c8-b5e3-64d4b30655d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f2f051b-7986-40c8-b5e3-64d4b30655d2,segment=NetworkSegment(81ab4f59-f8a0-4090-97f5-65a4180044bc),segment_id=81ab4f59-f8a0-4090-97f5-65a4180044bc)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:14:35.998245 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.018399 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Calling delete_port for 4f2f051b-7986-40c8-b5e3-64d4b30655d2 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:14:36.078523 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-396c196f-1138-47b0-b95f-3605242dc5f4 req-6ebc01f2-b0ff-4e27-b01b-de3fc2ac3bc4 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720947 Sep 08 11:14:36.100811 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52546) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:36.139146 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b17b66-75d6-4bee-baad-5c3563d13341 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:36.140770 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-b1b17b66-75d6-4bee-baad-5c3563d13341 tempest-TestVolumeBootPattern-1523483450 tempest-TestVolumeBootPattern-1523483450-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1094 time: 0.0389135 Sep 08 11:14:36.143493 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52548) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:14:36.147702 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'port_id': '54be6980-d1d4-4101-8665-30056e84431d', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:14:36.165018 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.168444 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.177921 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['4f2f051b-7986-40c8-b5e3-64d4b30655d2'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:14:36.194208 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Pushing event deleted for resources: {'Port': ['ID=4f2f051b-7986-40c8-b5e3-64d4b30655d2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:36.237051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] No DVR routers for this DVR port 4f2f051b-7986-40c8-b5e3-64d4b30655d2 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:14:36.239672 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.242411 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-6025001d-22e5-4b7b-aefc-f4c4732551fe req-e705e56b-46b7-4f8a-b660-325f8780f266 tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.44 "DELETE /v2.0/ports/4f2f051b-7986-40c8-b5e3-64d4b30655d2 HTTP/1.1" status: 204 len: 173 time: 0.5039539 Sep 08 11:14:36.242854 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'name': 'network-vif-deleted', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:36.245236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90a6b5-babf-4994-8105-8c12d9ab7cc7" -d '{"events": [{"server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "name": "network-vif-deleted", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:36.276501 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.325776 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13679810-ef85-45ee-a8d3-6d965fd08dd5 x-openstack-request-id: req-13679810-ef85-45ee-a8d3-6d965fd08dd5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:36.326121 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47620aeb-9267-4795-b4ca-573eb60d6a0e", "name": "network-vif-deleted", "tag": "4f2f051b-7986-40c8-b5e3-64d4b30655d2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:36.327139 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13679810-ef85-45ee-a8d3-6d965fd08dd5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:36.327139 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47620aeb-9267-4795-b4ca-573eb60d6a0e', 'name': 'network-vif-deleted', 'tag': '4f2f051b-7986-40c8-b5e3-64d4b30655d2', 'status': 'completed', 'code': 200} Sep 08 11:14:36.328898 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-607a25c8-fcde-427e-81da-acef26e68b5f req-9423a643-f378-4cde-86c1-7b0268df707e tempest-VolumesActionsTest-2001772000 tempest-VolumesActionsTest-2001772000-project] 10.222.0.38 "GET /v2.0/ports?device_id=47620aeb-9267-4795-b4ca-573eb60d6a0e HTTP/1.1" status: 200 len: 210 time: 0.0345206 Sep 08 11:14:36.391704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Allocated IP 172.27.0.158 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/0453b807-8781-4c5d-857f-0b7b1832984f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:14:36.493882 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.531212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:36.566660 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:14:36.569467 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:14:36.573616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:14:36.599560 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=0453b807-8781-4c5d-857f-0b7b1832984f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:36.960162 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f64c3-c154-4f4e-be84-cab651061158 req-eab7b5ea-5638-4b62-9915-a73abac30915 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:36.963764 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-098f64c3-c154-4f4e-be84-cab651061158 req-eab7b5ea-5638-4b62-9915-a73abac30915 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0583591 Sep 08 11:14:37.002781 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-098f64c3-c154-4f4e-be84-cab651061158 req-2c0e32ae-9934-4145-8ad2-5c81854a0828 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Sep 08 11:14:37.170440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.232224 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.374598 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.379359 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.452065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event updated for resources: {'Port': ['ID=0453b807-8781-4c5d-857f-0b7b1832984f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:14:37.463080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.567598 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 4f683b46-ccd0-4ba2-ad3c-1feb57789f26 associated. External IP: 172.27.0.158, port: 54be6980-d1d4-4101-8665-30056e84431d. Sep 08 11:14:37.770998 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:14:37.879617 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:14:37.890150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:14:37.900252 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:14:37.901120 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:37.901568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:14:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:37.943976 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-5386a492-a0c3-41fa-8e54-009aa35dc695 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7893696 Sep 08 11:14:37.943976 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:14:37.943976 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30d9599-fc8b-47d8-bd62-8faf24753d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:14:37.986138 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a7e5a-3bfa-4ddb-a121-8f793a7a7ac2 x-openstack-request-id: req-649a7e5a-3bfa-4ddb-a121-8f793a7a7ac2 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:14:37.986621 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:14:37.986941 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-649a7e5a-3bfa-4ddb-a121-8f793a7a7ac2 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:14:37.987495 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d', 'status': 'completed', 'code': 200} Sep 08 11:14:38.015455 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:14:38.053829 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-9b62d9b6-99bc-4a6c-9443-0da38ed8fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:38.057066 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-9b62d9b6-99bc-4a6c-9443-0da38ed8fb98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1099 time: 0.0473273 Sep 08 11:14:38.190328 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd679965-8937-4c63-a637-b8169949cc92 req-02f519e1-3fc4-40c3-b6a6-5666590a3227 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:38.191794 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fd679965-8937-4c63-a637-b8169949cc92 req-02f519e1-3fc4-40c3-b6a6-5666590a3227 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.1008770 Sep 08 11:14:38.202913 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-d04d54c1-e1ff-4f70-af13-8c74b2408139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:38.204382 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-d04d54c1-e1ff-4f70-af13-8c74b2408139 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.1381111 Sep 08 11:14:38.268938 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '4f683b46-ccd0-4ba2-ad3c-1feb57789f26', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '54be6980-d1d4-4101-8665-30056e84431d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:f2:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:14:36Z', 'updated_at': '2021-09-08T11:14:36Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}, {'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:38.277269 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fd679965-8937-4c63-a637-b8169949cc92 req-5d74519a-a8bd-4db6-99bc-42be7246d680 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Sep 08 11:14:38.293398 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-7f6e1d61-01fd-4d9d-b06a-fafec4bea288 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 1000 time: 0.0744090 Sep 08 11:14:38.298286 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:14:38.307528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:14:38.308248 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:14:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:38.344782 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-837e6aa7-02e2-4f7f-a666-a5889593804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:38.346242 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-837e6aa7-02e2-4f7f-a666-a5889593804c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0445156 Sep 08 11:14:38.415498 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:14:38.637237 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '4f683b46-ccd0-4ba2-ad3c-1feb57789f26', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '54be6980-d1d4-4101-8665-30056e84431d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:f2:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:14:36Z', 'updated_at': '2021-09-08T11:14:36Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}, {'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:14:38.671116 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3475e-8cdf-4287-b355-b700f9c42554 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '4f683b46-ccd0-4ba2-ad3c-1feb57789f26', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '54be6980-d1d4-4101-8665-30056e84431d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:f2:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:14:36Z', 'updated_at': '2021-09-08T11:14:36Z', 'revision_number': 0, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}, {'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:14:38.857346 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7558acf9-3316-4fda-bd0e-3aa310d7e888 None None] New status for floating IP 4f683b46-ccd0-4ba2-ad3c-1feb57789f26: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:14:39.291405 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 4f2f051b-7986-40c8-b5e3-64d4b30655d2 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:14:39.314045 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 4f2f051b-7986-40c8-b5e3-64d4b30655d2 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:14:39.314623 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 4f2f051b-7986-40c8-b5e3-64d4b30655d2 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:14:39.333651 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-03055e2a-e3ea-4b28-9897-a88d2d50e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:14:39.335135 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-03055e2a-e3ea-4b28-9897-a88d2d50e33e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400932 Sep 08 11:14:40.233340 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-13fe3a68-13ac-4ebe-8d5d-eb739c83b1a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945184 Sep 08 11:14:41.196809 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f30d9599-fc8b-47d8-bd62-8faf24753d6b req-d6374abd-2b61-4dd6-a01b-a7f46447978d service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Sep 08 11:14:45.857469 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:51.650947 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4d511f8a-9f58-4c4a-b543-3201bbed2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:54.213966 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-092f2b96-4648-4e1f-999e-7167d6d765c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:54.569826 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:55.087769 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:14:57.001718 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:14:57.317361 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.729029 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 52900) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:08.773937 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Deleting subnet d7aed285-9af5-4651-8361-9a394d473502 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:15:08.776859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.810129 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.847640 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.902462 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.927118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7aed285-9af5-4651-8361-9a394d473502,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:08.931516 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:08.933628 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d7aed285-9af5-4651-8361-9a394d473502 HTTP/1.1" status: 204 len: 168 time: 0.2033665 Sep 08 11:15:08.936035 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52902) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:08.937998 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.938349 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.938687 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.939021 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.939350 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.939680 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.940070 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.940397 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.940724 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.941046 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.941440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:08.941686 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a7cf-2162-4b6e-8341-ab45b60e2a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:09.008960 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.085061 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.103618 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f780a9b-40bc-4590-acd3-8c4c63ab4d9f']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:15:09.112432 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ab4f59-f8a0-4090-97f5-65a4180044bc') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:15:09.112729 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ab4f59-f8a0-4090-97f5-65a4180044bc') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:15:09.125495 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.138992 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.145241 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:15:09.145617 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:15:09.147187 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:15:09.201229 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.209164 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.211405 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] 10.222.0.38 "DELETE /v2.0/networks/7f780a9b-40bc-4590-acd3-8c4c63ab4d9f HTTP/1.1" status: 204 len: 168 time: 0.2742522 Sep 08 11:15:09.220761 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24cd9b-12dd-484a-95cc-a4d3b31cbe7a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f780a9b-40bc-4590-acd3-8c4c63ab4d9f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:09.318237 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52906) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:09.357404 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-01b1d7e5-d8e1-4165-b6b2-a88679507e11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02c1d4332e5a4018acbf556a8934d6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379713 Sep 08 11:15:09.359938 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 52908) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:09.409377 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.432905 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.478098 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.480585 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:09.481706 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/564681cf-9585-4a5b-adcf-1dbcf0f7a094 HTTP/1.1" status: 204 len: 168 time: 0.1208689 Sep 08 11:15:09.490003 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dc17d-2473-470d-9cbe-44ce4910311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564681cf-9585-4a5b-adcf-1dbcf0f7a094,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:15.862114 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:20.907423 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-61dc5e53-7fc2-4e70-8744-edfb686c6d52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395064 Sep 08 11:15:20.996478 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439347-0652-4c7c-af2e-e2715672c960 req-7f02c952-2364-4d21-aa4f-8e3a9827c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:20.997936 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-7f02c952-2364-4d21-aa4f-8e3a9827c29f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1099 time: 0.0402515 Sep 08 11:15:21.106430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439347-0652-4c7c-af2e-e2715672c960 req-2ba14d3e-937f-4e0f-ae24-8f575347e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:21.107897 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-2ba14d3e-937f-4e0f-ae24-8f575347e142 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0892460 Sep 08 11:15:21.172882 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-8f3a8e9b-000d-45d2-b20c-5b2f95e1e239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 1001 time: 0.0576010 Sep 08 11:15:21.226429 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439347-0652-4c7c-af2e-e2715672c960 req-82498040-4dc1-4378-a999-faaaaeac0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:21.227903 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-82498040-4dc1-4378-a999-faaaaeac0beb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0477238 Sep 08 11:15:21.288163 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439347-0652-4c7c-af2e-e2715672c960 req-9267649f-0391-43f8-ac95-2591557f0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:21.289658 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-9267649f-0391-43f8-ac95-2591557f0015 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398107 Sep 08 11:15:21.378378 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-d2b5ebab-469c-4b23-9186-566cb1483fb5 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792506 Sep 08 11:15:21.473391 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3f439347-0652-4c7c-af2e-e2715672c960 req-e1e0d2f2-0d53-4f20-957c-51ff3ef942cf service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861764 Sep 08 11:15:21.662087 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6697bf57-c46f-4b3c-945b-8bdd17d40f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:24.214685 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804db001-1a4b-44ca-b440-64f7b21089bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:24.561669 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:25.091481 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:27.318543 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:30.665261 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59ae8a-d4eb-408d-90d4-eb1ede62b9e8 req-9c019162-cee0-4026-97a4-7eb5945f28b9 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:30.666654 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a59ae8a-d4eb-408d-90d4-eb1ede62b9e8 req-9c019162-cee0-4026-97a4-7eb5945f28b9 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Sep 08 11:15:30.702767 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3a59ae8a-d4eb-408d-90d4-eb1ede62b9e8 req-ba994318-7e64-4a64-955d-cbdb81530469 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302362 Sep 08 11:15:31.819534 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fe03b-fcda-41fe-8ed8-5afd467afc19 req-489520b9-fc24-406d-b41f-04ae695733ca tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:31.820938 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-178fe03b-fcda-41fe-8ed8-5afd467afc19 req-489520b9-fc24-406d-b41f-04ae695733ca tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0518947 Sep 08 11:15:31.861363 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-178fe03b-fcda-41fe-8ed8-5afd467afc19 req-abd156ed-a12e-445a-8e92-adbd58bada96 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Sep 08 11:15:32.973049 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eacdcf-a482-4301-b821-f0ca97b9b1dc req-681d71cd-6c53-4951-8ec4-9eae8dad3fe9 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:32.974581 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d1eacdcf-a482-4301-b821-f0ca97b9b1dc req-681d71cd-6c53-4951-8ec4-9eae8dad3fe9 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0476210 Sep 08 11:15:33.011073 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-d1eacdcf-a482-4301-b821-f0ca97b9b1dc req-34a39c6c-f973-4338-91e8-6772438ab2f0 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306759 Sep 08 11:15:34.001737 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:15:34.122902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca47775-1eb5-40db-9271-d4a1b826b8c3 req-f8b910a2-bbb5-48ed-8f09-6387055a1777 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:34.124447 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cca47775-1eb5-40db-9271-d4a1b826b8c3 req-f8b910a2-bbb5-48ed-8f09-6387055a1777 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0483453 Sep 08 11:15:34.161763 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-cca47775-1eb5-40db-9271-d4a1b826b8c3 req-08d8b528-e192-4a83-83c6-e1445e7b0299 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Sep 08 11:15:35.275325 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288933af-061c-44e1-8161-14b89012dbe7 req-b602d752-edd5-432d-8ed1-566684f24135 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:35.276820 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-288933af-061c-44e1-8161-14b89012dbe7 req-b602d752-edd5-432d-8ed1-566684f24135 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0489056 Sep 08 11:15:35.338860 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-288933af-061c-44e1-8161-14b89012dbe7 req-c4041d86-9200-4450-9b83-d46ddd592c76 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521641 Sep 08 11:15:35.350653 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-22c58068-cef4-4ae3-bb70-a37d690e06ea tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:35.352048 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-22c58068-cef4-4ae3-bb70-a37d690e06ea tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "GET /v2.0/ports?device_id=c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2 HTTP/1.1" status: 200 len: 946 time: 0.0742531 Sep 08 11:15:35.444877 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Deleting port b3670aef-c5d6-4d9c-baee-31c6962429d5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:15:35.445252 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:35.538299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] For port b3670aef-c5d6-4d9c-baee-31c6962429d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b3670aef-c5d6-4d9c-baee-31c6962429d5,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:15:35.538697 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:35.550886 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Calling delete_port for b3670aef-c5d6-4d9c-baee-31c6962429d5 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:15:35.674777 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:35.687613 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['b3670aef-c5d6-4d9c-baee-31c6962429d5'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:15:35.703459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Pushing event deleted for resources: {'Port': ['ID=b3670aef-c5d6-4d9c-baee-31c6962429d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:35.715846 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.716221 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.716562 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.716910 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.717222 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.717556 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.717924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.718325 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.718596 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.719008 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.719338 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.719659 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:35.751649 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] No DVR routers for this DVR port b3670aef-c5d6-4d9c-baee-31c6962429d5 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:15:35.753980 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:35.755950 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64c8ec9e-a401-433d-89c6-c48f4cd43993 req-f5436b1b-a7db-4aa7-854f-0b893505c58e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "DELETE /v2.0/ports/b3670aef-c5d6-4d9c-baee-31c6962429d5 HTTP/1.1" status: 204 len: 173 time: 0.3974435 Sep 08 11:15:35.756378 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'name': 'network-vif-deleted', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:15:35.758624 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe457523-3a3b-448d-8715-fd6bb44ad1b6" -d '{"events": [{"server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "name": "network-vif-deleted", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:15:35.794390 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5594a6a8-d886-42a5-b9fa-05806159d59b x-openstack-request-id: req-5594a6a8-d886-42a5-b9fa-05806159d59b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:15:35.794677 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2", "name": "network-vif-deleted", "tag": "b3670aef-c5d6-4d9c-baee-31c6962429d5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:15:35.794941 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5594a6a8-d886-42a5-b9fa-05806159d59b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:15:35.795329 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41de49b-a9f3-43f7-9e20-1f8fb4ee6eb2', 'name': 'network-vif-deleted', 'tag': 'b3670aef-c5d6-4d9c-baee-31c6962429d5', 'status': 'completed', 'code': 200} Sep 08 11:15:39.838886 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device b3670aef-c5d6-4d9c-baee-31c6962429d5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:15:39.970399 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: b3670aef-c5d6-4d9c-baee-31c6962429d5 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:15:39.970744 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device b3670aef-c5d6-4d9c-baee-31c6962429d5 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:15:45.862435 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:48.397156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-69acde9d-276b-4f2b-a6e6-60c9c5b76219 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:48.398544 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-69acde9d-276b-4f2b-a6e6-60c9c5b76219 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 814 time: 0.1010146 Sep 08 11:15:48.413007 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-eee3f7d3-8a8f-4dfa-8f77-770b1fa1f3b8 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/quotas/6858e478507a4fd88f06a9b31fdd5676 HTTP/1.1" status: 200 len: 375 time: 0.0085573 Sep 08 11:15:48.450103 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-c331ab87-3734-4d91-9e18-7e8aeffe6fb0 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320210 Sep 08 11:15:48.542133 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-fd11f7c9-a0a1-4154-bde1-7a9e4b37035f service neutron] 10.222.0.38 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Sep 08 11:15:48.648738 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-e9445449-e972-4df0-90dd-178f11734b98 service neutron] 10.222.0.38 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997729 Sep 08 11:15:48.802428 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2e6a6625-6df5-4f9e-8046-aa34a28c383c req-226cd19b-994d-46ba-87d6-131e04dd3742 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 210 time: 0.0269921 Sep 08 11:15:49.793621 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-4323acec-d8a5-439e-95e1-b7a0293bdb1e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:49.795133 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-4323acec-d8a5-439e-95e1-b7a0293bdb1e tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 814 time: 0.1086607 Sep 08 11:15:49.810229 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Request body: {'port': {'device_id': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da', 'admin_state_up': True, 'tenant_id': '6858e478507a4fd88f06a9b31fdd5676'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:15:49.906832 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca9cee86-568f-4fa2-8350-1daff99c4ce2 req-fbe77b71-b971-4c8c-a6d7-e681c1c20ee6 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 210 time: 0.0329432 Sep 08 11:15:49.941447 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Made reservation on behalf of 6858e478507a4fd88f06a9b31fdd5676 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:15:49.944952 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.069299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Allocated IP 172.20.0.5 (b3daf40c-7dbd-4849-9ae6-8adcd84811da/b5ac0b96-190f-4437-9fe4-68c2a76424d4/2262f316-e5fc-42f4-a184-ea11cccf4ba6) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:15:50.212684 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.249659 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.292900 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Network b3daf40c-7dbd-4849-9ae6-8adcd84811da is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:15:50.295983 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:15:50.301920 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:15:50.324256 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Pushing event updated for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:50.349592 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:50.350186 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.363733 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-841202d0-160f-4af6-a24f-6ab58b50cf08 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572531 Sep 08 11:15:50.377156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Request body: {'port': {'device_id': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:15:50.426021 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.684656 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2262f316-e5fc-42f4-a184-ea11cccf4ba6 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:15:50.691866 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.703215 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Transition to ACTIVE for port object 2262f316-e5fc-42f4-a184-ea11cccf4ba6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:15:50.707050 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.770353 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:50.819370 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Attempting to bind port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:15:50.820006 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Attempting to bind port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:15:50.820131 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Attempting to bind port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:15:50.824841 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:15:50.825332 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Attempting to bind port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 on network b3daf40c-7dbd-4849-9ae6-8adcd84811da {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:15:50.830258 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:15:50.830623 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Checking segment: {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:15:50.831071 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Bound using segment: {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:15:50.831650 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Bound port: 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff647dfb-550a-4b6c-a8d9-7cc44801a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:15:50.832543 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.904409 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:15:50.907442 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:15:50.911345 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.943033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:50.944035 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:50.946021 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/2262f316-e5fc-42f4-a184-ea11cccf4ba6 HTTP/1.1" status: 200 len: 1093 time: 0.5720773 Sep 08 11:15:50.948156 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:15:50.952056 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:15:51.020056 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca4f71d-c55d-4e0d-affc-4cafd524fdc6 x-openstack-request-id: req-cca4f71d-c55d-4e0d-affc-4cafd524fdc6 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:15:51.020345 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:15:51.020596 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cca4f71d-c55d-4e0d-affc-4cafd524fdc6 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:15:51.020982 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6', 'status': 'completed', 'code': 200} Sep 08 11:15:51.022694 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125312ce-ab55-423b-97b0-d21f004d58a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:51.061597 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-1c240455-8cc5-416f-aafb-b2c8a94c5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.063069 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-1c240455-8cc5-416f-aafb-b2c8a94c5064 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 1096 time: 0.0644536 Sep 08 11:15:51.071631 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19e5af-ae88-40e8-8f14-c734031d33f0 req-41245404-3979-4e04-857b-eaf14fd4a959 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.073061 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7a19e5af-ae88-40e8-8f14-c734031d33f0 req-41245404-3979-4e04-857b-eaf14fd4a959 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 943 time: 0.0899603 Sep 08 11:15:51.119454 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-80d0c0d8-4baa-4934-9a92-df7a5d05528f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6 HTTP/1.1" status: 200 len: 217 time: 0.0454819 Sep 08 11:15:51.145756 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7a19e5af-ae88-40e8-8f14-c734031d33f0 req-27b86108-abd0-4f6d-a15d-13f75f57a0b0 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664623 Sep 08 11:15:51.178718 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-07a26bed-004e-40af-baf2-445d947091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.180194 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-07a26bed-004e-40af-baf2-445d947091e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5ac0b96-190f-4437-9fe4-68c2a76424d4 HTTP/1.1" status: 200 len: 854 time: 0.0491846 Sep 08 11:15:51.212695 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-ab05c1a6-bb41-4475-b28e-9640c150d53f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3daf40c-7dbd-4849-9ae6-8adcd84811da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242953 Sep 08 11:15:51.303890 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-7d87f44c-302d-4681-80b4-427e33d158e8 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845866 Sep 08 11:15:51.392334 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-95a8dd7e-9272-4066-b6a5-50ab29fd8533 req-674c8917-ce61-4f3c-b529-b0c1eee138f9 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799282 Sep 08 11:15:51.477968 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-52c34ac3-128b-4cc4-877a-ec6ec81fb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.479357 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-52c34ac3-128b-4cc4-877a-ec6ec81fb313 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6858e478507a4fd88f06a9b31fdd5676&device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 1096 time: 0.0439496 Sep 08 11:15:51.568586 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-8b924bbc-cb79-4aea-9184-1f462e13b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.570046 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-8b924bbc-cb79-4aea-9184-1f462e13b8d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 200 len: 915 time: 0.0828202 Sep 08 11:15:51.620286 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-1b63bdbb-cd0a-4bd4-b0ab-89a96a0a978e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6 HTTP/1.1" status: 200 len: 217 time: 0.0353854 Sep 08 11:15:51.649571 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ff6bd2fb-a040-4021-8e5f-54c6ed135c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:51.673186 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-6281984d-c48e-4842-85b5-85c203fc8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:51.674644 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-6281984d-c48e-4842-85b5-85c203fc8369 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5ac0b96-190f-4437-9fe4-68c2a76424d4 HTTP/1.1" status: 200 len: 854 time: 0.0457356 Sep 08 11:15:51.708970 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-5013d2b1-ecdd-4bf7-88f3-74ebddb92e43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3daf40c-7dbd-4849-9ae6-8adcd84811da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243807 Sep 08 11:15:52.042249 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-a2785e56-4f60-4c5a-84ea-90c9b4dc2753 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257442 Sep 08 11:15:52.134597 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-e9085ec6-ad2b-4ac7-93a7-6820f6ee581b req-0a53d425-1098-4f96-a4f9-1cc9a86d17d5 service neutron] 10.222.0.44 "GET /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827289 Sep 08 11:15:52.154711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:52.266187 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a34d8-b4fa-4fd6-9064-0fe929b16a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.277033 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78889b74-09cb-455b-8339-e66081d11d06 req-b9a176c4-197e-43bc-89b0-3f55974fc877 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:52.278502 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-78889b74-09cb-455b-8339-e66081d11d06 req-b9a176c4-197e-43bc-89b0-3f55974fc877 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 943 time: 0.0653167 Sep 08 11:15:52.332610 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-78889b74-09cb-455b-8339-e66081d11d06 req-527f3a8e-919c-4c7c-9f6d-287c41c44450 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Sep 08 11:15:52.394899 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a34d8-b4fa-4fd6-9064-0fe929b16a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.399235 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a34d8-b4fa-4fd6-9064-0fe929b16a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.435673 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-778a34d8-b4fa-4fd6-9064-0fe929b16a2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ecde5a166d9f49e2bac6d2a6a0552302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798371 Sep 08 11:15:52.437490 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a34d8-b4fa-4fd6-9064-0fe929b16a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6285f3-6c1a-4ab7-a010-8b87f792b19c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:52.438356 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53300) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:15:52.487495 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.508602 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.556504 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.559817 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:52.561282 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af6285f3-6c1a-4ab7-a010-8b87f792b19c HTTP/1.1" status: 204 len: 168 time: 0.1217480 Sep 08 11:15:52.573303 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211ffae-0dae-422d-af69-f8f28c4a1943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6285f3-6c1a-4ab7-a010-8b87f792b19c,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:53.458722 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69700-a389-4208-8bd4-f4c663c0d0fd req-ef9b6897-24cb-4c59-bff7-0c7af4eb3d50 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:53.460224 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3bd69700-a389-4208-8bd4-f4c663c0d0fd req-ef9b6897-24cb-4c59-bff7-0c7af4eb3d50 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 943 time: 0.0491841 Sep 08 11:15:53.498333 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-3bd69700-a389-4208-8bd4-f4c663c0d0fd req-85045719-9d46-4e6e-997c-3be9ee7a2f69 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Sep 08 11:15:53.918539 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 2262f316-e5fc-42f4-a184-ea11cccf4ba6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:15:54.014616 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:15:54.026495 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': '2262f316-e5fc-42f4-a184-ea11cccf4ba6', 'network_id': 'b3daf40c-7dbd-4849-9ae6-8adcd84811da', 'port_id': '2262f316-e5fc-42f4-a184-ea11cccf4ba6', 'mac_address': 'fa:16:3e:f0:3f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ac0b96-190f-4437-9fe4-68c2a76424d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:15:54.065386 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:54.078825 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2262f316-e5fc-42f4-a184-ea11cccf4ba6 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:15:54.097708 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:15:54.101481 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:54.147955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:54.155589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.155955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.156292 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.156621 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.156945 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.157270 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.157589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.157907 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.158225 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.158542 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.158853 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.159164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:15:54.214648 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a22d099-c91b-43c1-b57c-8950b1b1c886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:54.392939 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['2262f316-e5fc-42f4-a184-ea11cccf4ba6'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:15:54.570689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:54.623100 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c475e-fee7-4293-8f55-fb3968bdf69f req-7d6987d3-ab3e-4857-9daf-5aca4492d962 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:54.624551 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b97c475e-fee7-4293-8f55-fb3968bdf69f req-7d6987d3-ab3e-4857-9daf-5aca4492d962 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 944 time: 0.0501702 Sep 08 11:15:54.661678 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b97c475e-fee7-4293-8f55-fb3968bdf69f req-b93d347c-52cf-4517-bcf6-c65826aa4d7b tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Sep 08 11:15:55.092267 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:55.775054 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea977fa-5245-4b93-a10e-76b551df1ac5 req-f3273f54-8370-4f0c-a46c-f7f10e049174 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:55.777271 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9ea977fa-5245-4b93-a10e-76b551df1ac5 req-f3273f54-8370-4f0c-a46c-f7f10e049174 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 944 time: 0.0498321 Sep 08 11:15:55.815774 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9ea977fa-5245-4b93-a10e-76b551df1ac5 req-f3dcecfb-1d04-420e-81d3-3f57848433f5 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 08 11:15:55.933327 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 2262f316-e5fc-42f4-a184-ea11cccf4ba6 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:15:55.981384 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:15:55.984934 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:15:55.985307 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:56.063997 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:56.085491 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:15:56.088544 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588e59c-d871-441d-a1f0-4dedd93296f7" -d '{"events": [{"server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "name": "network-vif-plugged", "status": "completed", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:15:56.104768 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:15:56.109655 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:56.134304 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221458f9-7930-4a1d-898c-e671e43e7bef x-openstack-request-id: req-221458f9-7930-4a1d-898c-e671e43e7bef {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:15:56.134595 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "name": "network-vif-plugged", "status": "completed", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:15:56.134841 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-221458f9-7930-4a1d-898c-e671e43e7bef {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:15:56.135219 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6', 'code': 200} Sep 08 11:15:56.162904 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:15:56.304536 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad79d-aa98-4555-909b-d9b7e07cd148 req-4f22d954-710a-4787-83ad-669c547fb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:56.306042 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8dfad79d-aa98-4555-909b-d9b7e07cd148 req-4f22d954-710a-4787-83ad-669c547fb747 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 1098 time: 0.0413218 Sep 08 11:15:56.342419 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8dfad79d-aa98-4555-909b-d9b7e07cd148 req-b6655b5b-084c-479d-a37a-856fa07ca115 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283666 Sep 08 11:15:56.931327 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc5f5-430e-4918-9e0d-5d4b985e3c7e req-0c6ad863-529d-4e22-b20c-2816fb60f83b tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:56.933506 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca4fc5f5-430e-4918-9e0d-5d4b985e3c7e req-0c6ad863-529d-4e22-b20c-2816fb60f83b tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Sep 08 11:15:56.970359 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ca4fc5f5-430e-4918-9e0d-5d4b985e3c7e req-62590ee2-16ed-407a-9c89-2d625568a091 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302429 Sep 08 11:15:57.321541 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:15:58.086994 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf7800-f8b4-4352-b1b6-7822befd1901 req-c2d80190-c88b-4462-9e7d-9b34901053dd tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:15:58.089119 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1fbf7800-f8b4-4352-b1b6-7822befd1901 req-c2d80190-c88b-4462-9e7d-9b34901053dd tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Sep 08 11:15:58.125898 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1fbf7800-f8b4-4352-b1b6-7822befd1901 req-bd9991bb-502f-4ed4-8a1d-f41ed9fb8935 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Sep 08 11:16:11.002563 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:16:15.881149 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:21.653247 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-060a9101-6aaf-444c-987c-e904a7ba1196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:22.692472 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-3bbfcfd7-3487-4a1a-a22e-02edd4b87348 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390811 Sep 08 11:16:22.753606 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-f4172e33-7a19-406d-8143-7cfdf6c6c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:22.754966 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-f4172e33-7a19-406d-8143-7cfdf6c6c260 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1099 time: 0.0392420 Sep 08 11:16:22.861414 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-bfccb446-f1d2-4f67-a9ff-46c4ef719d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:22.862850 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-bfccb446-f1d2-4f67-a9ff-46c4ef719d43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0859127 Sep 08 11:16:22.930434 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-9a9cbe70-4cc5-4308-ad14-aeaae5f0964d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 1002 time: 0.0586383 Sep 08 11:16:22.985820 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-60684020-2053-411f-aea0-7ecfbf5a717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:22.987213 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-60684020-2053-411f-aea0-7ecfbf5a717e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0438282 Sep 08 11:16:23.036157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-6883289c-47b0-4527-a45c-f95394320736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:23.037500 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-6883289c-47b0-4527-a45c-f95394320736 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386498 Sep 08 11:16:23.138679 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-8509a1f6-4bf8-4558-996c-294628560fdc service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853586 Sep 08 11:16:23.230816 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f6d9d8f1-0872-4e2b-9909-9a652153afe5 req-0570f23a-8886-461d-bdff-1ab6fa1f1c74 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830183 Sep 08 11:16:24.214860 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a867c47e-2283-4c8b-a512-69a4d1e2af64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:24.566282 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:25.093952 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:27.324876 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.434707 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53608) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:28.535929 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.628183 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.631921 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.678746 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a601845b1ff5409c8e37ecb94980a233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428911 Sep 08 11:16:28.679426 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaebd4a-3e15-4e66-b208-4fabaa63543f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:28.681486 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:28.686574 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.686918 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.687278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.687607 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.687963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.688293 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.688616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.688937 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.689257 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.689572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.689888 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.690202 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c3d99f-6032-4361-91ca-68f258a9fde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:28.730040 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.751326 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.799808 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.802291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:28.803416 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aeaebd4a-3e15-4e66-b208-4fabaa63543f HTTP/1.1" status: 204 len: 168 time: 0.1209311 Sep 08 11:16:28.810760 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffd52e-5a7b-489b-a72e-11f33833edad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaebd4a-3e15-4e66-b208-4fabaa63543f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:39.152820 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b69f8-3fc9-414f-bede-dd49b1e91700 req-c288161f-ad55-48f1-8f30-28037c9ac4b3 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:39.154192 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ea5b69f8-3fc9-414f-bede-dd49b1e91700 req-c288161f-ad55-48f1-8f30-28037c9ac4b3 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 945 time: 0.0474772 Sep 08 11:16:39.191171 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ea5b69f8-3fc9-414f-bede-dd49b1e91700 req-7c216623-b0dd-4a9e-a3ab-a1ab0acd6d41 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Sep 08 11:16:40.084683 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53640) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:40.236947 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port 0453b807-8781-4c5d-857f-0b7b1832984f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:40.237292 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.305451 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd63b-8dae-46a4-b2dd-8507b314151a req-f7216be1-5070-47eb-96e8-d95e8d6999bc tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:40.306945 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fa0dd63b-8dae-46a4-b2dd-8507b314151a req-f7216be1-5070-47eb-96e8-d95e8d6999bc tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Sep 08 11:16:40.310430 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.310757 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.322963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for 0453b807-8781-4c5d-857f-0b7b1832984f owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:40.343804 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-fa0dd63b-8dae-46a4-b2dd-8507b314151a req-982ab99a-e437-45cb-99b4-30c31329a153 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e4bce6-d057-494d-95b7-9510b38cab36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301287 Sep 08 11:16:40.466173 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.492213 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=0453b807-8781-4c5d-857f-0b7b1832984f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:40.557346 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.557703 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 4f683b46-ccd0-4ba2-ad3c-1feb57789f26 disassociated (deleted). External IP: 172.27.0.158, port: 54be6980-d1d4-4101-8665-30056e84431d. Sep 08 11:16:40.713064 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-a76811ae-1568-4baf-8a59-bc59f9d1e730 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:40.714683 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-a76811ae-1568-4baf-8a59-bc59f9d1e730 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 945 time: 0.0506761 Sep 08 11:16:40.772836 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:16:40.803359 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Deleting port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:40.803694 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.877505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:16:40.881980 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.892902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] For port 2262f316-e5fc-42f4-a184-ea11cccf4ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2262f316-e5fc-42f4-a184-ea11cccf4ba6,segment=NetworkSegment(ff647dfb-550a-4b6c-a8d9-7cc44801a329),segment_id=ff647dfb-550a-4b6c-a8d9-7cc44801a329)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:16:40.893531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:40.906831 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Calling delete_port for 2262f316-e5fc-42f4-a184-ea11cccf4ba6 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:40.910019 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ac79bc23-ce13-4b8d-8015-287d868174ff tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "DELETE /v2.0/floatingips/4f683b46-ccd0-4ba2-ad3c-1feb57789f26 HTTP/1.1" status: 204 len: 168 time: 0.8242364 Sep 08 11:16:40.910610 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:16:40.913308 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0751bd1-f712-4662-9b2e-076cd4d7da80" -d '{"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:16:40.949600 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198df8dc-ad24-48d4-8543-423124c17399 x-openstack-request-id: req-198df8dc-ad24-48d4-8543-423124c17399 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:16:40.950092 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "tag": "54be6980-d1d4-4101-8665-30056e84431d", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:16:40.950511 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-198df8dc-ad24-48d4-8543-423124c17399 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:16:40.951068 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'tag': '54be6980-d1d4-4101-8665-30056e84431d', 'status': 'completed', 'code': 200} Sep 08 11:16:41.021496 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:16:41.032093 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:16:41.033075 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:41.037222 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-af893e3a-913d-4d9e-b909-1f83e2576c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:41.039535 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-af893e3a-913d-4d9e-b909-1f83e2576c49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 1099 time: 0.0646141 Sep 08 11:16:41.087360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:41.131799 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['2262f316-e5fc-42f4-a184-ea11cccf4ba6'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:16:41.142548 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Pushing event deleted for resources: {'Port': ['ID=2262f316-e5fc-42f4-a184-ea11cccf4ba6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:41.144545 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-14d372aa-d268-4668-a84a-094d99112c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:41.146039 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-14d372aa-d268-4668-a84a-094d99112c33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.0989377 Sep 08 11:16:41.169643 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:16:41.175164 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.175515 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.175858 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.176217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.176553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.176886 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.177215 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.177543 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.177871 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.178192 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.178514 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.178833 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:16:41.194066 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-699764b4-c5ad-4065-b9da-1593f6fa708a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 200 len: 217 time: 0.0394673 Sep 08 11:16:41.207801 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] No DVR routers for this DVR port 2262f316-e5fc-42f4-a184-ea11cccf4ba6 on host hv-cinder-76019 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:16:41.211261 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:41.213263 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-10708e71-bea2-4832-9f8a-3a5daa67c658 req-37d29a32-3c3e-4eb6-ad06-ffdd25300407 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.44 "DELETE /v2.0/ports/2262f316-e5fc-42f4-a184-ea11cccf4ba6 HTTP/1.1" status: 204 len: 173 time: 0.4930782 Sep 08 11:16:41.213698 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'name': 'network-vif-deleted', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:16:41.216003 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d25d2a5-b5c1-4319-8ea7-365f50fae67c" -d '{"events": [{"server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "name": "network-vif-deleted", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:16:41.250345 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e932f-cb30-4829-bdd3-ecb180cbc43f req-190f41b4-1667-48e9-95f7-a551b1074e92 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:41.260976 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-623e932f-cb30-4829-bdd3-ecb180cbc43f req-190f41b4-1667-48e9-95f7-a551b1074e92 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.1195092 Sep 08 11:16:41.263757 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439fb05d-09c6-4843-aead-77ddd3a9c5c4 x-openstack-request-id: req-439fb05d-09c6-4843-aead-77ddd3a9c5c4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:16:41.264141 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae54e9-a754-438f-8dd1-32d05ef7d433", "name": "network-vif-deleted", "tag": "2262f316-e5fc-42f4-a184-ea11cccf4ba6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:16:41.264473 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-439fb05d-09c6-4843-aead-77ddd3a9c5c4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:16:41.265494 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae54e9-a754-438f-8dd1-32d05ef7d433', 'name': 'network-vif-deleted', 'tag': '2262f316-e5fc-42f4-a184-ea11cccf4ba6', 'status': 'completed', 'code': 200} Sep 08 11:16:41.267652 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-14da6e6e-5088-46ce-b8c0-e8ea44a99d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:41.269920 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-14da6e6e-5088-46ce-b8c0-e8ea44a99d8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0684648 Sep 08 11:16:41.322249 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-623e932f-cb30-4829-bdd3-ecb180cbc43f req-be0721d3-f882-42a4-98b0-34946736d202 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601618 Sep 08 11:16:41.345508 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-e0b7e458-d441-4355-a7e0-2ca45bcbf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:41.347085 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-e0b7e458-d441-4355-a7e0-2ca45bcbf80c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600715 Sep 08 11:16:41.412982 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:41.443139 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:16:41.451649 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:16:41.452989 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:41.455666 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c56631e5-1837-484e-b584-c1bebc4405f8 req-16a67ef8-117b-4b9f-8c43-b0570a69c351 tempest-VolumesSnapshotTestJSON-285139295 tempest-VolumesSnapshotTestJSON-285139295-project] 10.222.0.38 "GET /v2.0/ports?device_id=95ae54e9-a754-438f-8dd1-32d05ef7d433 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Sep 08 11:16:41.456221 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-ed139840-9a3f-44bc-887f-408910b0e8df service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930851 Sep 08 11:16:41.554059 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f0751bd1-f712-4662-9b2e-076cd4d7da80 req-1f745490-ebf3-4341-8b9e-7dc446e42e46 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898046 Sep 08 11:16:41.557881 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:16:41.782404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:41.806864 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7353a-ce40-460e-b7b6-c21bd2695a03 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '9781bdf3-55bb-4ee0-b784-9b339cb0ac27', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'port_id': '62605398-a661-440f-af32-3596b1bf735c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'mac_address': 'fa:16:3e:d7:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:12:38Z', 'updated_at': '2021-09-08T11:12:40Z', 'revision_number': 1, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:16:42.007109 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c10563-76b0-4609-b84f-c03f3d23b3c4 None None] New status for floating IP 4f683b46-ccd0-4ba2-ad3c-1feb57789f26: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:16:42.432236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d0f95-5aaa-4979-8369-c515121af399 req-fcdf3cf4-d180-4465-aab7-f17270f54263 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:42.433685 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-575d0f95-5aaa-4979-8369-c515121af399 req-fcdf3cf4-d180-4465-aab7-f17270f54263 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.0506325 Sep 08 11:16:42.470151 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-575d0f95-5aaa-4979-8369-c515121af399 req-a2a991af-0814-4340-97ad-542f8a6ca171 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299773 Sep 08 11:16:42.761110 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-8f8d84be-279f-4c0c-9495-3f256ccdcae8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:42.762610 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-8f8d84be-279f-4c0c-9495-3f256ccdcae8 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 946 time: 0.0523412 Sep 08 11:16:42.854224 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port 54be6980-d1d4-4101-8665-30056e84431d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:42.854564 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:42.950755 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] For port 54be6980-d1d4-4101-8665-30056e84431d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=54be6980-d1d4-4101-8665-30056e84431d,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:16:42.951025 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:42.962546 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for 54be6980-d1d4-4101-8665-30056e84431d owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:43.093733 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:43.119353 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=54be6980-d1d4-4101-8665-30056e84431d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:43.161465 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] No DVR routers for this DVR port 54be6980-d1d4-4101-8665-30056e84431d on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:16:43.163866 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:43.165896 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-26c363ac-067a-47c5-bc6d-e06f6f24bec1 req-597e7b26-386b-4ef2-9bc8-8c0729976909 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "DELETE /v2.0/ports/54be6980-d1d4-4101-8665-30056e84431d HTTP/1.1" status: 204 len: 173 time: 0.3963170 Sep 08 11:16:43.166318 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'name': 'network-vif-deleted', 'tag': '54be6980-d1d4-4101-8665-30056e84431d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:16:43.168546 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f2d07-c257-4779-9d61-4697a4b42364" -d '{"events": [{"server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "name": "network-vif-deleted", "tag": "54be6980-d1d4-4101-8665-30056e84431d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:16:43.203080 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d5d23-6a16-4c84-b42a-2684ba3f020a x-openstack-request-id: req-ba5d5d23-6a16-4c84-b42a-2684ba3f020a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:16:43.203362 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1a25f-a55b-4401-989d-dcdb9f706dbd", "name": "network-vif-deleted", "tag": "54be6980-d1d4-4101-8665-30056e84431d", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:16:43.203606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba5d5d23-6a16-4c84-b42a-2684ba3f020a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:16:43.204024 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1a25f-a55b-4401-989d-dcdb9f706dbd', 'name': 'network-vif-deleted', 'tag': '54be6980-d1d4-4101-8665-30056e84431d', 'status': 'completed', 'code': 200} Sep 08 11:16:43.580220 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1db373b3-da29-491a-9989-9501632d1ffc req-75920ad9-6b15-4a7b-9640-13beb4708da2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=94d1a25f-a55b-4401-989d-dcdb9f706dbd HTTP/1.1" status: 200 len: 210 time: 0.0276041 Sep 08 11:16:44.136622 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 2262f316-e5fc-42f4-a184-ea11cccf4ba6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:16:44.160260 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 2262f316-e5fc-42f4-a184-ea11cccf4ba6 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:16:44.160598 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 2262f316-e5fc-42f4-a184-ea11cccf4ba6 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:16:45.907596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:47.108112 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 54be6980-d1d4-4101-8665-30056e84431d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:16:47.127914 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 54be6980-d1d4-4101-8665-30056e84431d {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:16:47.128257 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 54be6980-d1d4-4101-8665-30056e84431d not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:16:48.001626 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:16:48.953508 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53706) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:49.104228 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port c1e5ae8c-0778-48c6-9d6d-78d71b2a2872 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:49.104570 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:49.428833 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:49.429160 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:49.440606 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for c1e5ae8c-0778-48c6-9d6d-78d71b2a2872 owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:49.595028 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:49.626875 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=c1e5ae8c-0778-48c6-9d6d-78d71b2a2872,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:49.683859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:49.684156 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Floating IP 9781bdf3-55bb-4ee0-b784-9b339cb0ac27 disassociated (deleted). External IP: 172.27.0.29, port: 62605398-a661-440f-af32-3596b1bf735c. Sep 08 11:16:49.887871 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:16:49.992119 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:16:49.996859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:50.002344 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:16:50.011126 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:16:50.011731 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:50.024413 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e4cc2ef6-3c2b-4024-951b-b893b09c3600 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "DELETE /v2.0/floatingips/9781bdf3-55bb-4ee0-b784-9b339cb0ac27 HTTP/1.1" status: 204 len: 168 time: 1.0698228 Sep 08 11:16:50.025012 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:16:50.027257 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3039a67b-6f53-4db4-9238-f14ce886c19a" -d '{"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:16:50.068872 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb08aa-1b93-4371-9711-0809907ce56c x-openstack-request-id: req-6edb08aa-1b93-4371-9711-0809907ce56c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:16:50.069178 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "tag": "62605398-a661-440f-af32-3596b1bf735c", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:16:50.069412 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6edb08aa-1b93-4371-9711-0809907ce56c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:16:50.069805 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'tag': '62605398-a661-440f-af32-3596b1bf735c', 'status': 'completed', 'code': 200} Sep 08 11:16:50.137856 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-0ece3948-6119-4af0-82d4-5a53d50d1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:50.140013 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-0ece3948-6119-4af0-82d4-5a53d50d1dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=265e8ea957784a709206f6c31dd2585b&device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 1099 time: 0.0460720 Sep 08 11:16:50.250218 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:16:50.257995 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-a6b751e3-3b99-4820-bdf4-a17945c9fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:50.259620 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-a6b751e3-3b99-4820-bdf4-a17945c9fb5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 200 len: 913 time: 0.1039791 Sep 08 11:16:50.266734 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2e8a-64c9-4008-9493-0bcf8cc73908 req-7aae7e0c-632f-4b8b-a3e7-c310c9ae00fc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:50.268291 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0ac2e8a-64c9-4008-9493-0bcf8cc73908 req-7aae7e0c-632f-4b8b-a3e7-c310c9ae00fc tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Sep 08 11:16:50.304305 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-ffc29497-5bab-4c3f-bc7a-5ce059d5c3c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 200 len: 217 time: 0.0363140 Sep 08 11:16:50.307369 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c0ac2e8a-64c9-4008-9493-0bcf8cc73908 req-47068cd4-3ea3-4d09-96a5-d46a870e0d7b tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Sep 08 11:16:50.363318 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-6b5d0a88-1162-41a7-9761-b8748456b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:50.364805 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-6b5d0a88-1162-41a7-9761-b8748456b2e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 200 len: 851 time: 0.0527861 Sep 08 11:16:50.410959 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-9170fa78-c6ab-4746-90a5-577356a7c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:50.412457 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-9170fa78-c6ab-4746-90a5-577356a7c5ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9bb0c6b-03d3-45ae-b184-537f91676243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389581 Sep 08 11:16:50.451802 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:50.480984 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:16:50.490657 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:16:50.491296 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:50.502371 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-1246e243-3132-4f74-bc25-6da3e1b28a49 service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805967 Sep 08 11:16:50.594468 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:16:50.601347 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-3039a67b-6f53-4db4-9238-f14ce886c19a req-f308b7b9-1ebf-4d83-abe2-f9567a334eae service neutron] 10.222.0.44 "GET /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Sep 08 11:16:50.801378 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:16:50.828073 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61907ac2-8cf8-4f18-b72b-c43d16367b97 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:08:43Z', 'revision_number': 4, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '0d8e7e31-df30-4bac-a1f1-fafdf0a890b6', 'name': '', 'network_id': 'e9bb0c6b-03d3-45ae-b184-537f91676243', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'mac_address': 'fa:16:3e:18:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:42Z', 'updated_at': '2021-09-08T11:08:57Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'subnets': [{'id': '550ec0c4-2574-48b0-990a-fe0d60e12431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:16:51.040941 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4701b-4169-4d41-810b-87d33f6d8331 None None] New status for floating IP 9781bdf3-55bb-4ee0-b784-9b339cb0ac27: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:16:51.430178 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb5dfb-fd3f-427b-b580-8cf68453a90b req-f3224b5c-fd01-463c-ba99-5d960c940f6d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:51.431616 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5bfb5dfb-fd3f-427b-b580-8cf68453a90b req-f3224b5c-fd01-463c-ba99-5d960c940f6d tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0544274 Sep 08 11:16:51.467643 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5bfb5dfb-fd3f-427b-b580-8cf68453a90b req-14f72882-9e9a-4b8b-826c-8185b8f8fe98 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/security-groups?id=a1467cac-5867-446c-898b-01e6b2666a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301037 Sep 08 11:16:51.644777 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-db7d4edc-6dfd-4d19-8380-e029765222fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:51.856368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-47221c01-619e-4282-ae23-5ecdc92d0080 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:16:51.857805 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-47221c01-619e-4282-ae23-5ecdc92d0080 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 946 time: 0.0471900 Sep 08 11:16:51.950528 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port 62605398-a661-440f-af32-3596b1bf735c {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:51.950870 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:52.040101 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] For port 62605398-a661-440f-af32-3596b1bf735c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62605398-a661-440f-af32-3596b1bf735c,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:16:52.040475 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:52.053495 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for 62605398-a661-440f-af32-3596b1bf735c owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:52.184915 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:52.211344 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=62605398-a661-440f-af32-3596b1bf735c,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:52.258312 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] No DVR routers for this DVR port 62605398-a661-440f-af32-3596b1bf735c on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:16:52.260719 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:52.262758 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-ef61db52-83a8-4c7b-bdb9-75f2d0fccfce req-d5ca8c5e-2a6d-4313-a347-8f867e4b0134 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.44 "DELETE /v2.0/ports/62605398-a661-440f-af32-3596b1bf735c HTTP/1.1" status: 204 len: 173 time: 0.3981714 Sep 08 11:16:52.263176 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'name': 'network-vif-deleted', 'tag': '62605398-a661-440f-af32-3596b1bf735c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:16:52.265543 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc24b0-bbba-4f37-8fcd-b50db152296e" -d '{"events": [{"server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "name": "network-vif-deleted", "tag": "62605398-a661-440f-af32-3596b1bf735c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:16:52.301616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d8382-c9fc-4677-a4c2-f7d833d6fe72 x-openstack-request-id: req-848d8382-c9fc-4677-a4c2-f7d833d6fe72 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:16:52.302002 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10a0878-a624-44a3-baed-02aaa47264a5", "name": "network-vif-deleted", "tag": "62605398-a661-440f-af32-3596b1bf735c", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:16:52.302313 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-848d8382-c9fc-4677-a4c2-f7d833d6fe72 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:16:52.302705 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0878-a624-44a3-baed-02aaa47264a5', 'name': 'network-vif-deleted', 'tag': '62605398-a661-440f-af32-3596b1bf735c', 'status': 'completed', 'code': 200} Sep 08 11:16:52.560829 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a2bd869a-3170-4361-990c-0862ac4266fe req-710801bb-efef-493e-b07e-0becba90c577 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0276203 Sep 08 11:16:53.657775 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-c176ce6b-e6fb-4750-a531-136c3a92e0d8 req-3ad76610-eafe-4485-84a8-3b2ec0ea4a17 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0253830 Sep 08 11:16:54.217163 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0821e6f2-f72b-4236-859b-d49fa8fba52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:54.567471 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:54.754991 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bb9a7ce9-eb36-43a8-bde0-b09c1a646da3 req-c8515655-98de-4e21-b9b7-4cc3bee135e2 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0252051 Sep 08 11:16:55.099150 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:55.859204 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5f3022cf-d03f-42b9-a71e-1de67161c5a8 req-76a08751-a67b-4721-8982-256dabdb0dd0 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "GET /v2.0/ports?device_id=e10a0878-a624-44a3-baed-02aaa47264a5 HTTP/1.1" status: 200 len: 210 time: 0.0262849 Sep 08 11:16:56.191990 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 62605398-a661-440f-af32-3596b1bf735c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:16:56.217097 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: 62605398-a661-440f-af32-3596b1bf735c {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:16:56.217446 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device 62605398-a661-440f-af32-3596b1bf735c not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:16:56.913286 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53764) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:57.033750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Deleting port 05e8111b-3847-482d-afbe-6017af2435fe {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:57.033969 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.106295 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.106619 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.118609 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Calling delete_port for 05e8111b-3847-482d-afbe-6017af2435fe owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:57.245498 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.269688 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'Port': ['ID=05e8111b-3847-482d-afbe-6017af2435fe,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:57.326620 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.331524 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.334583 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:57.335717 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e38d2964-14b0-4bfd-9e23-9802544a701a tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "DELETE /v2.0/floatingips/6c777ebd-7c3c-4443-a225-d17a91a0a736 HTTP/1.1" status: 204 len: 168 time: 0.4214320 Sep 08 11:16:58.527760 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53784) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:58.584125 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:58.608362 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:58.666660 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:58.669253 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:58.670397 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] 10.222.0.38 "DELETE /v2.0/security-groups/a1467cac-5867-446c-898b-01e6b2666a9d HTTP/1.1" status: 204 len: 168 time: 0.1416466 Sep 08 11:16:58.679439 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812b025-5e4a-4fd8-8295-3fcdf7001ff7 tempest-TestVolumeBootPattern-204261482 tempest-TestVolumeBootPattern-204261482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1467cac-5867-446c-898b-01e6b2666a9d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:16:58.733445 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:16:59.283316 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:59.562113 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Deleting port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:16:59.562383 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:59.638468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] For port 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:16:59.638843 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:59.650701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Calling delete_port for 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:16:59.820299 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:16:59.846863 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8e7e31-df30-4bac-a1f1-fafdf0a890b6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:00.253187 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:00.457455 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:17:00.557790 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:00.566043 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-f1be6f1e-0c4a-4e6d-9505-2cbdbcdfc751 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291664 Sep 08 11:17:00.566158 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53806) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:00.568120 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Sync routers for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:00.576953 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:00.577556 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:00.667861 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:00.679177 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:00.782200 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:00.834842 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Deleting port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:00.835545 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:00.867695 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:16:59Z', 'revision_number': 5, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port': {'id': '2f9dd187-3f3b-42a6-9669-65c295cc8ac7', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:40Z', 'updated_at': '2021-09-08T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:00.897716 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Checking router: d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:00.905715 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Routers {'d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:00.906325 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:00.916683 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] For port 2f9dd187-3f3b-42a6-9669-65c295cc8ac7, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:00.917078 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:00.928801 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Calling delete_port for 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:00.987517 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] Set router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:01.049350 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:17:00Z', 'revision_number': 6, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:01.077761 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71266cb-7bac-4dcf-8734-9f6fd3327869 None None] The sync data for ids ['d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f'] in dv-cinder-760194-10-iscsi is: [{'id': 'd6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f', 'name': 'tempest-TestVolumeBootPattern-1551586604-router', 'tenant_id': '265e8ea957784a709206f6c31dd2585b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:39Z', 'updated_at': '2021-09-08T11:17:00Z', 'revision_number': 6, 'project_id': '265e8ea957784a709206f6c31dd2585b', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:01.117268 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.141881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9dd187-3f3b-42a6-9669-65c295cc8ac7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:01.204065 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.292811 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.294819 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.337799 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.338360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:17:01.342726 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.343771 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-03df4950-307d-4c97-89ec-58ac8dcd0d1d admin admin] 10.222.0.38 "DELETE /v2.0/routers/d6eceeb2-f72b-4be0-b6bc-d9f30ff2d96f HTTP/1.1" status: 204 len: 168 time: 0.7767210 Sep 08 11:17:01.346323 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53816) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:01.389761 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Deleting subnet 550ec0c4-2574-48b0-990a-fe0d60e12431 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:17:01.392596 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.428079 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987715'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.512594 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.564834 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29809448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29430377'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.593456 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.595493 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/550ec0c4-2574-48b0-990a-fe0d60e12431 HTTP/1.1" status: 204 len: 168 time: 0.2482634 Sep 08 11:17:01.597158 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c0b9d-2efe-4e44-ae2e-c6d6378eebb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550ec0c4-2574-48b0-990a-fe0d60e12431,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:01.597642 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f0e26-b9a6-4634-8a87-d2a70b75c978 None None] Network e9bb0c6b-03d3-45ae-b184-537f91676243 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:01.598112 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53818) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:01.674605 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.726083 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Deleting port e4c71951-e00e-4ba6-8872-fc78f19a4278 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:01.726434 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.787901 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] For port e4c71951-e00e-4ba6-8872-fc78f19a4278, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=e4c71951-e00e-4ba6-8872-fc78f19a4278,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:01.788231 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.800943 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Calling delete_port for e4c71951-e00e-4ba6-8872-fc78f19a4278 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:01.820303 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] DHCP port deletion for e9bb0c6b-03d3-45ae-b184-537f91676243 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:17:01.867354 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Deleting port e4c71951-e00e-4ba6-8872-fc78f19a4278 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:01.867728 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.882725 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.908541 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c71951-e00e-4ba6-8872-fc78f19a4278,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:01.912568 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] No DVR routers for this DVR port e4c71951-e00e-4ba6-8872-fc78f19a4278 on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:17:01.938988 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] For port e4c71951-e00e-4ba6-8872-fc78f19a4278, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=e4c71951-e00e-4ba6-8872-fc78f19a4278,segment=NetworkSegment(e40328fc-42dc-4292-ac61-322cfaa10ba0),segment_id=e40328fc-42dc-4292-ac61-322cfaa10ba0)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:01.939390 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:01.952117 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Calling delete_port for e4c71951-e00e-4ba6-8872-fc78f19a4278 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:01.989241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.010393 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bb0c6b-03d3-45ae-b184-537f91676243']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:02.021659 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40328fc-42dc-4292-ac61-322cfaa10ba0') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:02.021957 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40328fc-42dc-4292-ac61-322cfaa10ba0') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:02.026159 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.035343 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.049651 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.057771 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:17:02.057897 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Pushing event deleted for resources: {'Port': ['ID=e4c71951-e00e-4ba6-8872-fc78f19a4278,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:02.058100 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:17:02.060445 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:17:02.062896 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] No DVR routers for this DVR port e4c71951-e00e-4ba6-8872-fc78f19a4278 on host dv-cinder-760194-10-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:17:02.075028 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.075476 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.075934 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.076446 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.076962 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.077395 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.077818 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.078234 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.078652 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.079077 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.079484 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.080002 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04846e5-78a5-4166-9755-1a3ca53992ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:02.128950 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.134237 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.136268 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e9bb0c6b-03d3-45ae-b184-537f91676243 HTTP/1.1" status: 204 len: 168 time: 0.5345423 Sep 08 11:17:02.139379 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:02.151261 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3a42-df1a-4a65-882e-81ff9bea5b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9bb0c6b-03d3-45ae-b184-537f91676243,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:02.493385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.737008 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Deleting port 86575c23-7e68-4207-b240-8fcb28e2f2a6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:02.737348 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.796842 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:02.814789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] For port 86575c23-7e68-4207-b240-8fcb28e2f2a6, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=86575c23-7e68-4207-b240-8fcb28e2f2a6,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:02.815148 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:02.816596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:02.816941 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 2f9dd187-3f3b-42a6-9669-65c295cc8ac7 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:02.817356 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:02.827157 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Calling delete_port for 86575c23-7e68-4207-b240-8fcb28e2f2a6 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:02.835180 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:02.835522 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 0d8e7e31-df30-4bac-a1f1-fafdf0a890b6 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:02.835952 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device e4c71951-e00e-4ba6-8872-fc78f19a4278 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:02.860673 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: e4c71951-e00e-4ba6-8872-fc78f19a4278 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:02.861016 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device e4c71951-e00e-4ba6-8872-fc78f19a4278 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:03.003016 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.029766 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Pushing event deleted for resources: {'Port': ['ID=86575c23-7e68-4207-b240-8fcb28e2f2a6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:03.194062 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.411862 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:17:03.529498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:03.535013 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-b7c64922-1eef-4eb3-8728-47b1f47fef1f admin admin] 10.222.0.38 "PUT /v2.0/routers/5818b0a8-d2ae-4710-8454-0ab9ec0133a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3945243 Sep 08 11:17:03.538291 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53848) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:03.538751 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Sync routers for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:03.547545 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:03.548199 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:03.649333 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks [] for router, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.653341 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:03.749133 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.804630 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Deleting port a729b72e-dd75-43b0-b1bb-5b339a306703 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:03.804833 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.826694 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:17:02Z', 'revision_number': 5, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port': {'id': 'a729b72e-dd75-43b0-b1bb-5b339a306703', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:08:48Z', 'updated_at': '2021-09-08T11:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:03.852858 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Checking router: 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:03.860813 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Routers {'5818b0a8-d2ae-4710-8454-0ab9ec0133a0'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:03.861416 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:03.880963 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] For port a729b72e-dd75-43b0-b1bb-5b339a306703, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a729b72e-dd75-43b0-b1bb-5b339a306703,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:03.881355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:03.892520 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Calling delete_port for a729b72e-dd75-43b0-b1bb-5b339a306703 owned by network:router_gateway {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:03.945328 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] Set router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:04.002207 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:17:03Z', 'revision_number': 6, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:04.054259 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.081278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Pushing event deleted for resources: {'Port': ['ID=a729b72e-dd75-43b0-b1bb-5b339a306703,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:04.119686 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac8dc3-109e-408c-9297-3d74c99200f5 None None] The sync data for ids ['5818b0a8-d2ae-4710-8454-0ab9ec0133a0'] in dv-cinder-760194-10-iscsi is: [{'id': '5818b0a8-d2ae-4710-8454-0ab9ec0133a0', 'name': 'tempest-TestVolumeBootPattern-597548392-router', 'tenant_id': 'ebe014bb52764c1ea120012b04a37f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:08:47Z', 'updated_at': '2021-09-08T11:17:03Z', 'revision_number': 6, 'project_id': 'ebe014bb52764c1ea120012b04a37f0c', 'gw_port_host': None}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:04.144544 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.232381 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.234465 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.275907 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.276470 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5818b0a8-d2ae-4710-8454-0ab9ec0133a0 {{(pid=94028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:17:04.280818 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.281988 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-dd998c30-59be-401a-81b5-1a8b42c76834 admin admin] 10.222.0.38 "DELETE /v2.0/routers/5818b0a8-d2ae-4710-8454-0ab9ec0133a0 HTTP/1.1" status: 204 len: 168 time: 0.7427356 Sep 08 11:17:04.284519 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53850) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:04.337476 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Deleting subnet 4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:17:04.340838 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.378992 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.452609 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.513926 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.540550 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:04.544857 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.549418 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-73798332-1577-4e5a-bc38-98bb526baf2f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4e1e96b3-e7a5-4bd5-9e3c-4a46edaaef70 HTTP/1.1" status: 204 len: 168 time: 0.2639263 Sep 08 11:17:04.549619 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e55f86-1efd-4732-8ea6-c3b3c10aeda0 None None] Network 3abdff84-b942-4d48-831d-12fe32054ba9 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:04.550098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53856) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:04.624142 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.678795 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Deleting port 6d5586d8-4eed-4b2e-9097-09de5ebad162 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:17:04.679277 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.748054 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] For port 6d5586d8-4eed-4b2e-9097-09de5ebad162, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6d5586d8-4eed-4b2e-9097-09de5ebad162,segment=NetworkSegment(cbd1258a-891b-4e85-8b27-86184c2136e8),segment_id=cbd1258a-891b-4e85-8b27-86184c2136e8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:04.748421 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.761179 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Calling delete_port for 6d5586d8-4eed-4b2e-9097-09de5ebad162 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:17:04.840829 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.870218 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5586d8-4eed-4b2e-9097-09de5ebad162,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:04.872309 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] No DVR routers for this DVR port 6d5586d8-4eed-4b2e-9097-09de5ebad162 on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:17:04.891732 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4f358-9c75-4743-95f2-9bc844241b7a None None] DHCP port deletion for 3abdff84-b942-4d48-831d-12fe32054ba9 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:17:04.954062 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:04.961438 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 86575c23-7e68-4207-b240-8fcb28e2f2a6 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:04.973565 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abdff84-b942-4d48-831d-12fe32054ba9']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:04.980946 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 86575c23-7e68-4207-b240-8fcb28e2f2a6 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:04.981287 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 86575c23-7e68-4207-b240-8fcb28e2f2a6 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:04.981704 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a729b72e-dd75-43b0-b1bb-5b339a306703 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:04.983132 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd1258a-891b-4e85-8b27-86184c2136e8') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:04.983426 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd1258a-891b-4e85-8b27-86184c2136e8') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:04.994147 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.000759 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: a729b72e-dd75-43b0-b1bb-5b339a306703 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:05.001097 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a729b72e-dd75-43b0-b1bb-5b339a306703 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:05.001507 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6d5586d8-4eed-4b2e-9097-09de5ebad162 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:17:05.009382 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.015764 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:17:05.016290 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:17:05.018097 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:17:05.024111 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 6d5586d8-4eed-4b2e-9097-09de5ebad162 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:17:05.024449 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6d5586d8-4eed-4b2e-9097-09de5ebad162 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:17:05.085794 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.091283 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.093862 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3abdff84-b942-4d48-831d-12fe32054ba9 HTTP/1.1" status: 204 len: 168 time: 0.5426126 Sep 08 11:17:05.105185 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7849fa-baad-4af0-b082-a62d77b4f8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abdff84-b942-4d48-831d-12fe32054ba9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:05.208366 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53862) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.247451 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-6c1812c7-597c-4266-bf5f-d451b110e838 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=265e8ea957784a709206f6c31dd2585b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378969 Sep 08 11:17:05.249742 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53864) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.295808 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.316964 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.366642 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.369205 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.370703 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3b13c4f-bba2-4df8-9902-a0df0f217ad6 HTTP/1.1" status: 204 len: 168 time: 0.1197736 Sep 08 11:17:05.378238 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469991-bafe-4df5-8c3e-22e4350e555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b13c4f-bba2-4df8-9902-a0df0f217ad6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:05.669645 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53872) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.685109 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53874) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.707659 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-4faaa5d2-3b06-4003-92eb-1fd16ac1ce4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebe014bb52764c1ea120012b04a37f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369592 Sep 08 11:17:05.711022 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.734573 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Deleting subnet b5ac0b96-190f-4437-9fe4-68c2a76424d4 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:17:05.737594 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.759443 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.771830 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.780290 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.810234 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.825968 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.828703 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.829860 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/413e0e36-9adf-4068-8c86-f77845d39390 HTTP/1.1" status: 204 len: 168 time: 0.1179516 Sep 08 11:17:05.838071 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4991b-d4cc-41ef-b54d-474d98aa311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e0e36-9adf-4068-8c86-f77845d39390,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:05.866808 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.893517 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ac0b96-190f-4437-9fe4-68c2a76424d4,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:05.895646 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:05.898117 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c614ed4c-212f-40b5-855f-c782c1852d6a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b5ac0b96-190f-4437-9fe4-68c2a76424d4 HTTP/1.1" status: 204 len: 168 time: 0.2120259 Sep 08 11:17:05.900540 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53880) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:05.971804 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.057278 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.079503 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3daf40c-7dbd-4849-9ae6-8adcd84811da']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:06.090545 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff647dfb-550a-4b6c-a8d9-7cc44801a329') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:06.090865 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff647dfb-550a-4b6c-a8d9-7cc44801a329') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:06.101043 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.116280 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.123608 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:17:06.124098 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:17:06.126013 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:17:06.184513 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.190832 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.194396 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b3daf40c-7dbd-4849-9ae6-8adcd84811da HTTP/1.1" status: 204 len: 168 time: 0.2929637 Sep 08 11:17:06.208019 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875c00b-1392-4125-b687-da18c9fd9361 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3daf40c-7dbd-4849-9ae6-8adcd84811da,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:06.350520 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53884) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:06.393434 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ecf3526a-743d-4f42-83b4-6b8399923480 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6858e478507a4fd88f06a9b31fdd5676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417445 Sep 08 11:17:06.396020 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53886) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:06.440647 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.460867 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.504891 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.507930 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:06.509052 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73e4bce6-d057-494d-95b7-9510b38cab36 HTTP/1.1" status: 204 len: 168 time: 0.1121747 Sep 08 11:17:06.516452 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfa3f1-27ba-4a32-8ba9-76ad4037c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4bce6-d057-494d-95b7-9510b38cab36,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:07.150587 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53908) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:07.245506 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-26785376-network', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:07.265766 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Made reservation on behalf of 5eeecf7ce02c48ba9ddb6367a5913617 for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:17:07.267943 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.276305 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.360537 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.364244 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.384449 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:17:07.398791 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872c9df-cf85-4e37-abd5-7f29a3c27da2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:07.402397 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.402733 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Added segment 7a5e8c6a-106b-4221-a6d8-0c3a83e284d2 of type vlan for network fd80f811-7eb8-422f-9890-d754f059a737 Sep 08 11:17:07.444043 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.466479 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.467425 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:07.468021 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.501143 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3494146 Sep 08 11:17:07.504056 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53912) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:07.508902 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Request body: {'subnet': {'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-26785376-subnet', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:07.527602 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1bb2e-776e-49a4-8be2-3917ba63bd62 admin admin] Pushing event updated for resources: {'Network': ['ID=fd80f811-7eb8-422f-9890-d754f059a737,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:07.529913 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Made reservation on behalf of 5eeecf7ce02c48ba9ddb6367a5913617 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:17:07.532192 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.538368 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network fd80f811-7eb8-422f-9890-d754f059a737 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:17:07.694742 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:07.995295 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd41774-e06c-4045-827a-eaff6ac28967,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:08.003746 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Checking segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:08.004248 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Network hostable DHCP agents. Network: fd80f811-7eb8-422f-9890-d754f059a737, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:17:08.021421 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Network fd80f811-7eb8-422f-9890-d754f059a737 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:17:08.029301 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, fd80f811-7eb8-422f-9890-d754f059a737) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:08.033188 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:08.033775 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.038465 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ecaed-4437-4f76-9420-09151fd1a71a None None] Network fd80f811-7eb8-422f-9890-d754f059a737 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:08.050982 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-60f05ef2-dd67-4f2d-bebd-ae27e0544660 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5457926 Sep 08 11:17:08.053561 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53914) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:08.057784 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:08.078472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.079512 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.128635 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.181050 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-fd80f811-7eb8-422f-9890-d754f059a737', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:17:08.181898 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.263779 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.439851 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Allocated IP 172.20.0.2 (fd80f811-7eb8-422f-9890-d754f059a737/2dd41774-e06c-4045-827a-eaff6ac28967/959f516f-d3e3-458d-a201-9d7caeb4c27b) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:08.464273 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.486702 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.581926 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.588301 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Allocated IP 172.27.0.164 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/7093bee6-4b85-4fca-bfb9-75c63af49141) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:08.589955 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Transition to ACTIVE for port object 959f516f-d3e3-458d-a201-9d7caeb4c27b will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:08.604442 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Transition to ACTIVE for port object 959f516f-d3e3-458d-a201-9d7caeb4c27b will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:08.609508 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.647072 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Network fd80f811-7eb8-422f-9890-d754f059a737 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:08.649931 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:08.655403 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:08.661141 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Pushing event updated for resources: {'Port': ['ID=959f516f-d3e3-458d-a201-9d7caeb4c27b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:08.698636 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.711871 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Attempting to bind port 959f516f-d3e3-458d-a201-9d7caeb4c27b on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:08.712330 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Attempting to bind port 959f516f-d3e3-458d-a201-9d7caeb4c27b by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:08.712692 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Attempting to bind port 959f516f-d3e3-458d-a201-9d7caeb4c27b on network fd80f811-7eb8-422f-9890-d754f059a737 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:08.717445 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:08.717809 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Checking segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:08.718202 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.718589 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Bound using segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:08.719044 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Bound port: 959f516f-d3e3-458d-a201-9d7caeb4c27b, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:08.719416 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.736389 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.777605 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:08.784976 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:08.785184 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] For port 959f516f-d3e3-458d-a201-9d7caeb4c27b, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:08.787664 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7093bee6-4b85-4fca-bfb9-75c63af49141,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:08.789852 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:08.792645 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] For port 959f516f-d3e3-458d-a201-9d7caeb4c27b, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=959f516f-d3e3-458d-a201-9d7caeb4c27b,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:08.797267 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:08.851401 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e00f3b-b3f2-4d44-8f73-d12eeaf483c3 None None] Pushing event updated for resources: {'Port': ['ID=959f516f-d3e3-458d-a201-9d7caeb4c27b,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:09.042925 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:09.237766 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:09.369257 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Router 599fe539-61b0-40f0-9222-937e40097923 is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:17:09.474973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:09.491997 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Sync routers for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:09.493170 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:09.497002 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-bf200aa3-a99b-43ba-84da-57b2193383b2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4399478 Sep 08 11:17:09.497223 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:09.508705 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:09.509404 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:09.617764 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:09.765066 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaeb45b-18a5-42e7-b604-844da9e4dd99 None None] Network fd80f811-7eb8-422f-9890-d754f059a737 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:09.864415 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-dc8a1c52-ea70-4cbd-acf2-d0f3b05bdafc None None] Provisioning for port 959f516f-d3e3-458d-a201-9d7caeb4c27b completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:09.906915 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:08Z', 'revision_number': 3, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:09.922015 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:09.943865 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Checking router: 599fe539-61b0-40f0-9222-937e40097923 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:09.944237 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Updating router 599fe539-61b0-40f0-9222-937e40097923 port 7093bee6-4b85-4fca-bfb9-75c63af49141 binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:17:09.974859 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.075167 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Allocated IP 172.20.0.1 (fd80f811-7eb8-422f-9890-d754f059a737/2dd41774-e06c-4045-827a-eaff6ac28967/6ca14343-70bd-43c1-a2c9-d62c56327420) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:10.183360 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.198712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Transition to ACTIVE for port object 6ca14343-70bd-43c1-a2c9-d62c56327420 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:10.231752 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.263265 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.267135 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Network fd80f811-7eb8-422f-9890-d754f059a737 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:10.270062 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:10.273796 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:10.276702 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Transition to ACTIVE for port object 7093bee6-4b85-4fca-bfb9-75c63af49141 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:10.284467 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.308312 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:10.321333 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.361818 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f16f3-03ee-4440-8e06-69454da500a5 None None] Pushing event updated for resources: {'Port': ['ID=7093bee6-4b85-4fca-bfb9-75c63af49141,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:10.365155 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Attempting to bind port 7093bee6-4b85-4fca-bfb9-75c63af49141 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:10.365524 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Attempting to bind port 7093bee6-4b85-4fca-bfb9-75c63af49141 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:10.365882 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Attempting to bind port 7093bee6-4b85-4fca-bfb9-75c63af49141 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:10.373037 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:10.373721 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:10.374354 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.374942 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:10.375671 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Bound port: 7093bee6-4b85-4fca-bfb9-75c63af49141, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:10.376108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.433003 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] For port 7093bee6-4b85-4fca-bfb9-75c63af49141, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:10.438837 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] For port 7093bee6-4b85-4fca-bfb9-75c63af49141, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=7093bee6-4b85-4fca-bfb9-75c63af49141,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:10.443561 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.462136 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.512059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-00e2de73-c305-4975-9646-8cc86de99334 None None] Provisioning for port 6ca14343-70bd-43c1-a2c9-d62c56327420 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:10.516742 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:10.517368 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:10.523281 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-00e2de73-c305-4975-9646-8cc86de99334 None None] Provisioning complete for port 6ca14343-70bd-43c1-a2c9-d62c56327420 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:10.523674 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00e2de73-c305-4975-9646-8cc86de99334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.556488 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f16f3-03ee-4440-8e06-69454da500a5 None None] Pushing event updated for resources: {'Port': ['ID=7093bee6-4b85-4fca-bfb9-75c63af49141,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:10.605626 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-00e2de73-c305-4975-9646-8cc86de99334 None None] Port 6ca14343-70bd-43c1-a2c9-d62c56327420 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:17:10.621513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.627274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.659641 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:10.696848 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:10.698546 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:10.850138 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 959f516f-d3e3-458d-a201-9d7caeb4c27b up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:10.915976 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 1, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:10.918903 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 959f516f-d3e3-458d-a201-9d7caeb4c27b completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:10.948517 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb95d65-c91c-4d8c-b46b-99d9ea829e8c None None] The sync data for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi is: [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 1, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:10.950944 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 959f516f-d3e3-458d-a201-9d7caeb4c27b triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:10.951308 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.031536 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.064771 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 959f516f-d3e3-458d-a201-9d7caeb4c27b, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=959f516f-d3e3-458d-a201-9d7caeb4c27b,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:11.069672 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.071654 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Network fd80f811-7eb8-422f-9890-d754f059a737 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:11.073535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:11.124462 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=959f516f-d3e3-458d-a201-9d7caeb4c27b,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:11.222453 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Router 599fe539-61b0-40f0-9222-937e40097923 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:17:11.327818 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-de89af37-17ea-4815-a37c-25e1aae7f03a None None] Provisioning complete for port 6ca14343-70bd-43c1-a2c9-d62c56327420 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:11.328470 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de89af37-17ea-4815-a37c-25e1aae7f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.347992 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:11.354216 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-41fe6be3-b746-4606-8fd2-0a8e84f107d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/599fe539-61b0-40f0-9222-937e40097923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559194 Sep 08 11:17:11.500093 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-de89af37-17ea-4815-a37c-25e1aae7f03a None None] Port 6ca14343-70bd-43c1-a2c9-d62c56327420 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:17:11.868048 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53936) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:11.872993 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-281333786-network', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:11.893738 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Made reservation on behalf of ad39840c2fe645a3ab4871557b0120fb for: {'network': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:17:11.897424 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for network, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.906837 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:11.998199 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.002218 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.031424 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 11:17:12.037934 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa4853-9060-4493-bbde-6fd3f04c7050,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:12.049592 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.050059 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.segments_db [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Added segment c6008fd9-c9ab-4ce1-9bd2-e9458940628c of type vlan for network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 Sep 08 11:17:12.096303 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758025181700'] for network, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.120628 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305'] for network, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.121565 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:12.122134 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.155808 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2866006 Sep 08 11:17:12.158856 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53942) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:12.163850 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Request body: {'subnet': {'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-281333786-subnet', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:12.190443 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Made reservation on behalf of ad39840c2fe645a3ab4871557b0120fb for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:17:12.191986 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c18f-a063-4f08-817a-52b6fb52e76d admin admin] Pushing event updated for resources: {'Network': ['ID=678b5d76-3e7a-4e51-b377-b9ee4bcfcb97,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:12.192906 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29430388'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.203622 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 details requested by agent ovs-agent-dv-cinder-760194-10-iscsi with host dv-cinder-760194-10-iscsi {{(pid=94029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 11:17:12.357406 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29809641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29430370'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.413659 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a24bb67-836d-4315-a952-462d19921f82,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:12.422011 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Checking segment: {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:12.422363 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Network hostable DHCP agents. Network: 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97, hostable agents: ['de895abf-256c-4622-ab3c-c017e6f5f51d'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 11:17:12.438505 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 is scheduled to be hosted by DHCP agent de895abf-256c-4622-ab3c-c017e6f5f51d with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 11:17:12.447347 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-10-iscsi, 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:12.451377 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:12.451874 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.456231 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2a6fb-e559-40b3-a03c-14d811dba7bd None None] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:12.472944 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-1d56e503-ae9c-4f7a-a2c4-ece4be476504 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3129525 Sep 08 11:17:12.475726 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53946) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:12.480043 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:12.501403 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33521801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14739'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.502405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33523737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33514889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33397362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14746'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.559286 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.610168 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41c32181-df32-5f2c-91e2-ab18fbe6717e-678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82'}]}} from dv-cinder-760194-10-iscsi. {{(pid=94029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 11:17:12.611050 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.701103 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.751992 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Allocated IP 172.20.0.2 (678b5d76-3e7a-4e51-b377-b9ee4bcfcb97/1a24bb67-836d-4315-a952-462d19921f82/6da55a18-5c08-47d4-bd7e-60f2deb7847d) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:12.919759 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.919954 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.930231 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 959f516f-d3e3-458d-a201-9d7caeb4c27b up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:12.939794 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Transition to ACTIVE for port object 6da55a18-5c08-47d4-bd7e-60f2deb7847d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:12.944163 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:12.973984 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Sync routers for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:12.983753 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:12.984901 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:12.989795 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Transition to ACTIVE for port object 6da55a18-5c08-47d4-bd7e-60f2deb7847d will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:12.999295 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.040185 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 959f516f-d3e3-458d-a201-9d7caeb4c27b triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:13.040537 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.043139 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:13.058028 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Allocated IP 172.27.0.213 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/a01d9c25-b3e2-4748-a0c2-e39c3c79e439) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:13.067132 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:13.074348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:13.084974 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Pushing event updated for resources: {'Port': ['ID=6da55a18-5c08-47d4-bd7e-60f2deb7847d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:13.107437 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:13.145398 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Attempting to bind port 6da55a18-5c08-47d4-bd7e-60f2deb7847d on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:13.146029 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Attempting to bind port 6da55a18-5c08-47d4-bd7e-60f2deb7847d by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:13.147012 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Attempting to bind port 6da55a18-5c08-47d4-bd7e-60f2deb7847d on network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:13.153919 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:13.154398 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Checking segment: {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:13.154861 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.155314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Bound using segment: {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:13.155856 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Bound port: 6da55a18-5c08-47d4-bd7e-60f2deb7847d, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:13.156330 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.179274 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.216393 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 7093bee6-4b85-4fca-bfb9-75c63af49141 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:13.224167 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.264197 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:13.270908 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:13.279123 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:13.285064 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] For port 6da55a18-5c08-47d4-bd7e-60f2deb7847d, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:13.289423 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] For port 6da55a18-5c08-47d4-bd7e-60f2deb7847d, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6da55a18-5c08-47d4-bd7e-60f2deb7847d,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:13.294932 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.298334 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 7093bee6-4b85-4fca-bfb9-75c63af49141 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:13.310197 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Pushing event updated for resources: {'Port': ['ID=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:13.325741 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 7093bee6-4b85-4fca-bfb9-75c63af49141 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:13.326422 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.327712 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 2, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:13.363914 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Checking router: 599fe539-61b0-40f0-9222-937e40097923 for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:13.364519 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Updating router 599fe539-61b0-40f0-9222-937e40097923 port 6ca14343-70bd-43c1-a2c9-d62c56327420 binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:17:13.377225 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7ce5-334d-4f1e-bb2d-7f5f830faa87 None None] Pushing event updated for resources: {'Port': ['ID=6da55a18-5c08-47d4-bd7e-60f2deb7847d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:13.395798 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.444375 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.465663 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 7093bee6-4b85-4fca-bfb9-75c63af49141, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=7093bee6-4b85-4fca-bfb9-75c63af49141,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:13.472143 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.552841 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=7093bee6-4b85-4fca-bfb9-75c63af49141,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:13.634709 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.718397 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.728244 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Transition to ACTIVE for port object 6ca14343-70bd-43c1-a2c9-d62c56327420 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:13.733540 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.784711 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Pushing event updated for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:13.797448 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.798084 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.798401 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.798708 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.799034 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.799353 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.799673 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.800020 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.800354 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.800675 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.800987 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.801298 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:13.849496 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33523712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33514964'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.850225 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Attempting to bind port 6ca14343-70bd-43c1-a2c9-d62c56327420 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:13.850594 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Attempting to bind port 6ca14343-70bd-43c1-a2c9-d62c56327420 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:13.851133 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Attempting to bind port 6ca14343-70bd-43c1-a2c9-d62c56327420 on network fd80f811-7eb8-422f-9890-d754f059a737 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:13.857203 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:13.857579 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Checking segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:13.857996 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.858389 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Bound using segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:13.858857 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Bound port: 6ca14343-70bd-43c1-a2c9-d62c56327420, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:13.859254 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.925655 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] For port 6ca14343-70bd-43c1-a2c9-d62c56327420, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:13.929775 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] For port 6ca14343-70bd-43c1-a2c9-d62c56327420, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6ca14343-70bd-43c1-a2c9-d62c56327420,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:13.934281 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:13.988864 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Router 74fb2e98-d356-4576-a815-3c4611914c5a is scheduled to L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 11:17:13.996293 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:13.996923 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:14.001807 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20b449-238a-4a20-a2b4-4c48df4672e6 None None] Pushing event updated for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:14.112752 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:14.122321 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Sync routers for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:14.131132 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:14.134942 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:14.136434 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-56565cbe-22b2-4bcc-90d3-481cf4985e97 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6597383 Sep 08 11:17:14.136568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:14.137233 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:14.139117 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:14.292555 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:14.376531 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:14.410673 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087a16a-a34a-42d7-a9eb-cecca819df9a None None] The sync data for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi is: [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:14.455226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75262e-1922-466b-8049-49dfada518ff None None] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:17:14.557292 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e2c91fcd-396f-486c-80a2-5a3c7014c82b None None] Provisioning for port 6da55a18-5c08-47d4-bd7e-60f2deb7847d completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:14.618756 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 3, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:14.646940 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Checking router: 74fb2e98-d356-4576-a815-3c4611914c5a for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:14.647285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Updating router 74fb2e98-d356-4576-a815-3c4611914c5a port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 binding host dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:17:14.652051 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:14.679555 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:14.847231 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Allocated IP 172.20.0.1 (678b5d76-3e7a-4e51-b377-b9ee4bcfcb97/1a24bb67-836d-4315-a952-462d19921f82/6c542a29-f638-4dab-925a-c6ab18b5be9c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:14.987730 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6da55a18-5c08-47d4-bd7e-60f2deb7847d up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:15.007267 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.023308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Transition to ACTIVE for port object 6c542a29-f638-4dab-925a-c6ab18b5be9c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:15.061450 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.092304 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 6da55a18-5c08-47d4-bd7e-60f2deb7847d completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:15.104629 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:15.109717 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6da55a18-5c08-47d4-bd7e-60f2deb7847d triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:15.109935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:15.110305 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.114329 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:15.117580 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:15.141621 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.161680 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33515401'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.170489 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Transition to ACTIVE for port object a01d9c25-b3e2-4748-a0c2-e39c3c79e439 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:15.172674 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9339c804-5e00-4a89-b520-76da1e6ead4d None None] Provisioning complete for port 6da55a18-5c08-47d4-bd7e-60f2deb7847d triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:15.173076 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9339c804-5e00-4a89-b520-76da1e6ead4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.208386 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.301014 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.309576 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Attempting to bind port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:15.310156 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Attempting to bind port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:15.310312 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Attempting to bind port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 on network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:15.314782 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14867f-08ca-47a9-b3bd-5f140d67076b None None] Pushing event updated for resources: {'Port': ['ID=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:15.330013 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.333348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:15.334255 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Checking segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:15.334657 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.335050 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Bound using segment: {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:15.335521 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Bound port: a01d9c25-b3e2-4748-a0c2-e39c3c79e439, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de5b6ca-62f3-4a43-b73c-796c41681c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:15.335922 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.465459 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.471250 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.541624 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33517593'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.543083 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:15.559944 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 6da55a18-5c08-47d4-bd7e-60f2deb7847d, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6da55a18-5c08-47d4-bd7e-60f2deb7847d,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:15.564596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9339c804-5e00-4a89-b520-76da1e6ead4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.569131 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.569956 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 7093bee6-4b85-4fca-bfb9-75c63af49141 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:15.618945 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] For port a01d9c25-b3e2-4748-a0c2-e39c3c79e439, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:15.632936 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:15.634307 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:15.652003 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] For port a01d9c25-b3e2-4748-a0c2-e39c3c79e439, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:15.668599 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.719538 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=6da55a18-5c08-47d4-bd7e-60f2deb7847d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:15.751522 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Router 74fb2e98-d356-4576-a815-3c4611914c5a has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:17:15.759422 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-9339c804-5e00-4a89-b520-76da1e6ead4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 11:17:15.759774 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-9339c804-5e00-4a89-b520-76da1e6ead4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 11:17:15.770471 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:15.771961 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:15.824349 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 7093bee6-4b85-4fca-bfb9-75c63af49141 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:15.824728 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:15.852920 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14867f-08ca-47a9-b3bd-5f140d67076b None None] Pushing event updated for resources: {'Port': ['ID=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:15.945235 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:15.948114 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.059320 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6ca14343-70bd-43c1-a2c9-d62c56327420 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:16.110376 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:16.115797 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-90a39563-a771-404f-b039-c803157220b9 admin admin] 10.222.0.38 "PUT /v2.0/routers/74fb2e98-d356-4576-a815-3c4611914c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736423 Sep 08 11:17:16.189981 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 6ca14343-70bd-43c1-a2c9-d62c56327420 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:16.197330 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6ca14343-70bd-43c1-a2c9-d62c56327420 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:16.197706 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.258901 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6c542a29-f638-4dab-925a-c6ab18b5be9c', 'name': '', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'mac_address': 'fa:16:3e:42:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:14Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 2, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'subnets': [{'id': '1a24bb67-836d-4315-a952-462d19921f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:16.304822 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f789-ba8c-4919-9793-1d7fd1800113 None None] The sync data for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi is: [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6c542a29-f638-4dab-925a-c6ab18b5be9c', 'name': '', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'mac_address': 'fa:16:3e:42:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:14Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 2, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'subnets': [{'id': '1a24bb67-836d-4315-a952-462d19921f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:16.350420 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.386396 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 6ca14343-70bd-43c1-a2c9-d62c56327420, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6ca14343-70bd-43c1-a2c9-d62c56327420,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:16.391164 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.447806 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:16.468792 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-1db2f851-7516-4447-a4a5-b548fd3cc69d None None] Provisioning for port 6c542a29-f638-4dab-925a-c6ab18b5be9c completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:16.472891 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-1db2f851-7516-4447-a4a5-b548fd3cc69d None None] Provisioning complete for port 6c542a29-f638-4dab-925a-c6ab18b5be9c triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:16.473186 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1db2f851-7516-4447-a4a5-b548fd3cc69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.530661 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-1db2f851-7516-4447-a4a5-b548fd3cc69d None None] Port 6c542a29-f638-4dab-925a-c6ab18b5be9c cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:17:16.747077 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:16.752234 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369858296', 'description': 'tempest-secgroup-smoke-1369858296 description', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:16.780709 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.830518 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6da55a18-5c08-47d4-bd7e-60f2deb7847d up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:16.882973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.886446 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6da55a18-5c08-47d4-bd7e-60f2deb7847d triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:16.886863 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.887554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.924832 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.927955 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1778743 Sep 08 11:17:16.927955 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212fbe-c828-44cd-91f9-4b70ee156b3d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71201a61-3e2c-4fd7-8c28-2e8bd465c11d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:16.929291 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53962) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:16.935233 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:16.961027 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:16.976038 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6ca14343-70bd-43c1-a2c9-d62c56327420 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:17.016328 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.023038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.034369 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6ca14343-70bd-43c1-a2c9-d62c56327420 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:17.034884 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.051009 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c8ea06-aefa-42bb-bcf4-cb1e50ace3d4,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.054346 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.060382 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-af185920-ae45-4e4b-a043-ff62c00953d0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245184 Sep 08 11:17:17.060879 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53964) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:17.065361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:17.092975 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.154945 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.160911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.186055 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c4836d-02b4-44e4-951d-54d230fab643,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.190588 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.192279 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-fe81fde8-df5f-40c4-8e17-bb1f59aaf6ee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304283 Sep 08 11:17:17.196199 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 53966) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:17.204808 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:17.242444 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.306518 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.310740 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.331922 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee13c41-1355-4ebb-bd15-ca8a0f602292,revision_number=0']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.336575 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.339936 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4127d5d1-1070-4a93-a0c8-768fbc0853d5 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406729 Sep 08 11:17:17.340867 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53968) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:17.345554 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:17.374153 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.439067 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.443130 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.462973 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc75feb4-b83b-41b0-8736-672df3f0a3d6,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.470433 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.471855 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-8e124f7d-6a79-4df4-9b7b-eb6ae8068598 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299074 Sep 08 11:17:17.474535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:17.479082 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:17.506449 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Project 5eeecf7ce02c48ba9ddb6367a5913617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:17:17.511972 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.577177 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.581327 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.602982 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c434f2d0-72e5-4085-9a86-4496c8e23ef4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.606744 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.608131 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-6fcbdb55-4de4-408c-b12a-ac36429fa5b2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326475 Sep 08 11:17:17.610935 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 53972) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:17.616069 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'security_group_rule': {'security_group_id': '71201a61-3e2c-4fd7-8c28-2e8bd465c11d', 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:17.638249 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Project 5eeecf7ce02c48ba9ddb6367a5913617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 11:17:17.643308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.708240 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.712760 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33489547'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.730233 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832af928-80c0-43f9-8f1c-5ae761917191,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:17.736814 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:17.738044 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-6df440f7-ef23-4065-852e-df5daac3a3ed tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260998 Sep 08 11:17:18.451832 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Sync routers for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:18.461302 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:18.461912 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:18.568983 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:18.767077 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6c542a29-f638-4dab-925a-c6ab18b5be9c', 'name': '', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'mac_address': 'fa:16:3e:42:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:14Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 2, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'subnets': [{'id': '1a24bb67-836d-4315-a952-462d19921f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:18.794448 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Checking router: 74fb2e98-d356-4576-a815-3c4611914c5a for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:18.794796 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Updating router 74fb2e98-d356-4576-a815-3c4611914c5a port 6c542a29-f638-4dab-925a-c6ab18b5be9c binding host dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 11:17:18.823128 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a01d9c25-b3e2-4748-a0c2-e39c3c79e439 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:18.824917 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:18.878386 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:18.882736 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:18.883113 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:18.959726 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:18.980180 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port a01d9c25-b3e2-4748-a0c2-e39c3c79e439, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:18.984167 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.034528 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:19.178882 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.188911 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Transition to ACTIVE for port object 6c542a29-f638-4dab-925a-c6ab18b5be9c will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:19.196319 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.269082 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06dc4c-4381-4cfa-bc63-d2eca92148a8 None None] Pushing event updated for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:19.305485 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Attempting to bind port 6c542a29-f638-4dab-925a-c6ab18b5be9c on host dv-cinder-760194-10-iscsi for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:19.305848 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Attempting to bind port 6c542a29-f638-4dab-925a-c6ab18b5be9c by drivers openvswitch,hyperv on host dv-cinder-760194-10-iscsi at level 0 using segments [{'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:19.306309 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Attempting to bind port 6c542a29-f638-4dab-925a-c6ab18b5be9c on network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:19.312182 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Checking agent: {'id': 'd5b0dcff-8b5d-44de-a495-0bb143764819', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 10, 59, 24), 'started_at': datetime.datetime(2021, 9, 8, 10, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:19.312542 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Checking segment: {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:19.312931 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.313313 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Bound using segment: {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:19.314061 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Bound port: 6c542a29-f638-4dab-925a-c6ab18b5be9c, host: dv-cinder-760194-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:19.314485 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.385440 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] For port 6c542a29-f638-4dab-925a-c6ab18b5be9c, host dv-cinder-760194-10-iscsi, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:19.389381 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] For port 6c542a29-f638-4dab-925a-c6ab18b5be9c, host dv-cinder-760194-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6c542a29-f638-4dab-925a-c6ab18b5be9c,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:19.398171 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:19.453633 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:19.454267 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:16:54Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:19.458700 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06dc4c-4381-4cfa-bc63-d2eca92148a8 None None] Pushing event updated for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=4']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:19.577561 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:19.776644 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6c542a29-f638-4dab-925a-c6ab18b5be9c', 'name': '', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'mac_address': 'fa:16:3e:42:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:14Z', 'updated_at': '2021-09-08T11:17:19Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'subnets': [{'id': '1a24bb67-836d-4315-a952-462d19921f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:19.806887 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f725c5-4ebb-4443-83cd-01bb5ddb3a6d None None] The sync data for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi is: [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:15Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6c542a29-f638-4dab-925a-c6ab18b5be9c', 'name': '', 'network_id': '678b5d76-3e7a-4e51-b377-b9ee4bcfcb97', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'mac_address': 'fa:16:3e:42:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a24bb67-836d-4315-a952-462d19921f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:14Z', 'updated_at': '2021-09-08T11:17:19Z', 'revision_number': 4, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'subnets': [{'id': '1a24bb67-836d-4315-a952-462d19921f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:20.829864 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a01d9c25-b3e2-4748-a0c2-e39c3c79e439 up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:20.876496 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:20.876858 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:20.951340 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6c542a29-f638-4dab-925a-c6ab18b5be9c up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:20.998639 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning for port 6c542a29-f638-4dab-925a-c6ab18b5be9c completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:21.002472 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6c542a29-f638-4dab-925a-c6ab18b5be9c triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:21.002841 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:21.077316 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:21.117410 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] For port 6c542a29-f638-4dab-925a-c6ab18b5be9c, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6c542a29-f638-4dab-925a-c6ab18b5be9c,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:21.125850 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:21.172846 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Pushing event updated for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:21.644526 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54d4c155-d483-4892-bce9-09d48ffed678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:22.801642 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6c542a29-f638-4dab-925a-c6ab18b5be9c up at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:22.858292 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Provisioning complete for port 6c542a29-f638-4dab-925a-c6ab18b5be9c triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:22.858658 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:24.217128 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-232003c2-ebfb-4896-b741-7d5ac4c7ad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:24.569529 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:25.000323 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:17:25.101703 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:27.330689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:34.182224 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-5f8e343b-50d0-425e-a9b4-fdd3f67e8253 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369858296&fields=id&tenant_id=5eeecf7ce02c48ba9ddb6367a5913617 HTTP/1.1" status: 200 len: 267 time: 0.0310519 Sep 08 11:17:34.286888 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-c929e439-2ad3-422b-8a6f-7786bb132257 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:34.288241 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-c929e439-2ad3-422b-8a6f-7786bb132257 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 807 time: 0.0995936 Sep 08 11:17:34.302856 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-e1930625-02aa-4cc3-93e0-b8d96bf8d283 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/quotas/5eeecf7ce02c48ba9ddb6367a5913617 HTTP/1.1" status: 200 len: 375 time: 0.0087423 Sep 08 11:17:34.351988 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-5feb5960-7332-474d-9752-8f48fcdd2e6c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437913 Sep 08 11:17:34.452446 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-ce06a0e2-5186-410e-b4de-f87f97cf30c6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:17:34.453425 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-ce06a0e2-5186-410e-b4de-f87f97cf30c6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907478 Sep 08 11:17:34.542050 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-15f215ce-eb9d-4a97-ba9c-fbe88500252e service neutron] 10.222.0.38 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Sep 08 11:17:34.632347 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-788858dc-df42-4283-ab0d-fc2cc81c0687 service neutron] 10.222.0.38 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842652 Sep 08 11:17:34.968046 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5c724cfe-263d-4836-9c27-813e0eb1de3b req-27bb4929-e1c2-470b-a313-3dfe8625ca9c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 210 time: 0.0763748 Sep 08 11:17:35.882179 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-f36bebcd-ebb8-4d05-b458-0bbe7a565402 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:35.883616 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-f36bebcd-ebb8-4d05-b458-0bbe7a565402 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 807 time: 0.0996032 Sep 08 11:17:35.930043 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-c42be360-7827-4bc3-b438-343b458a6dc7 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eeecf7ce02c48ba9ddb6367a5913617 HTTP/1.1" status: 200 len: 380 time: 0.0367391 Sep 08 11:17:35.940231 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'port': {'device_id': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'admin_state_up': True, 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'security_groups': ['71201a61-3e2c-4fd7-8c28-2e8bd465c11d']}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:36.045828 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Made reservation on behalf of 5eeecf7ce02c48ba9ddb6367a5913617 for: {'port': 1} {{(pid=94028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 11:17:36.049300 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:36.059423 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-522b2459-7969-4cd1-b8d5-209d487bec7d req-fab3a949-f629-4cfe-8b4c-c3a0945aaf7c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Sep 08 11:17:36.421368 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Allocated IP 172.20.0.7 (fd80f811-7eb8-422f-9890-d754f059a737/2dd41774-e06c-4045-827a-eaff6ac28967/ddcc6670-286a-4941-8a4a-9bb6c2074073) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:36.557065 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:36.570195 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Transition to ACTIVE for port object ddcc6670-286a-4941-8a4a-9bb6c2074073 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:36.608588 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:36.649222 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Network fd80f811-7eb8-422f-9890-d754f059a737 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:36.652206 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:36.658204 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:36.664373 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:36.695459 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.695812 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.696171 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.696505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.696837 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.697161 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.697485 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.697807 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.698127 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.698448 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.698768 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.699084 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:36.722884 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:36.723505 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:36.739318 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-86173805-7ca6-4b3a-825d-bb22f43193f4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026361 Sep 08 11:17:36.750408 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-534f0c43-163f-48fc-af6b-9a020643f45d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:17:36.751422 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-534f0c43-163f-48fc-af6b-9a020643f45d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054667 Sep 08 11:17:36.807820 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.v2.base [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Request body: {'port': {'device_id': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:36.826079 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-09189bab-090f-4d49-8fe3-094c12f13068 None None] Provisioning for port ddcc6670-286a-4941-8a4a-9bb6c2074073 completed by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:36.829740 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-09189bab-090f-4d49-8fe3-094c12f13068 None None] Provisioning complete for port ddcc6670-286a-4941-8a4a-9bb6c2074073 triggered by entity DHCP. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:36.830104 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-09189bab-090f-4d49-8fe3-094c12f13068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:36.871040 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-09189bab-090f-4d49-8fe3-094c12f13068 None None] Port ddcc6670-286a-4941-8a4a-9bb6c2074073 cannot update to ACTIVE because it is not bound. {{(pid=94029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 11:17:36.874752 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.127260 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcc6670-286a-4941-8a4a-9bb6c2074073 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:17:37.134712 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.146619 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Transition to ACTIVE for port object ddcc6670-286a-4941-8a4a-9bb6c2074073 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 11:17:37.150440 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.177975 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12a82-4ed6-477e-80be-323e4b804c00 req-a6e277f5-a35e-42cc-abae-d79bfc1adf19 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.179522 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b0f12a82-4ed6-477e-80be-323e4b804c00 req-a6e277f5-a35e-42cc-abae-d79bfc1adf19 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 931 time: 0.0537820 Sep 08 11:17:37.200443 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:37.229524 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b0f12a82-4ed6-477e-80be-323e4b804c00 req-6b112612-ecfa-48c4-80d1-7b16245d876c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Sep 08 11:17:37.272122 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Attempting to bind port ddcc6670-286a-4941-8a4a-9bb6c2074073 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 11:17:37.272718 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Attempting to bind port ddcc6670-286a-4941-8a4a-9bb6c2074073 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 11:17:37.273045 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Attempting to bind port ddcc6670-286a-4941-8a4a-9bb6c2074073 on network fd80f811-7eb8-422f-9890-d754f059a737 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:37.278038 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Port ddcc6670-286a-4941-8a4a-9bb6c2074073 on network fd80f811-7eb8-422f-9890-d754f059a737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 11:17:37.278355 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Attempting to bind port ddcc6670-286a-4941-8a4a-9bb6c2074073 on network fd80f811-7eb8-422f-9890-d754f059a737 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 11:17:37.283289 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Checking agent: {'id': 'b8671cca-5e6a-47b6-8c4b-37d862b20fa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'started_at': datetime.datetime(2021, 9, 8, 11, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 11:17:37.283746 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Checking segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 11:17:37.284233 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Bound using segment: {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 11:17:37.284747 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Bound port: ddcc6670-286a-4941-8a4a-9bb6c2074073, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 11:17:37.285168 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.349572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 11:17:37.353017 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 11:17:37.357045 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30181571'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.388673 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.389253 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:37.390618 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] 10.222.0.44 "PUT /v2.0/ports/ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1093 time: 0.6313186 Sep 08 11:17:37.391227 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:17:37.393329 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f685a-6895-4216-91a6-756ae521a6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:17:37.423055 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa546e2-2cf4-4f03-a751-bdabadd04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:37.448135 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805e501-ced7-495e-9371-a78c5eb9c73f x-openstack-request-id: req-1805e501-ced7-495e-9371-a78c5eb9c73f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:17:37.448373 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:17:37.448626 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1805e501-ced7-495e-9371-a78c5eb9c73f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:17:37.449015 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'status': 'completed', 'code': 200} Sep 08 11:17:37.482459 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2a217fc0-b523-4426-a830-3563d9d8968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.484043 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-2a217fc0-b523-4426-a830-3563d9d8968d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0485198 Sep 08 11:17:37.528281 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-f8fd0718-309b-4c7d-a7e2-cde53996556e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 217 time: 0.0361383 Sep 08 11:17:37.575511 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-e1f129cc-2769-44bd-9f52-dd26a30d557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.576941 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-e1f129cc-2769-44bd-9f52-dd26a30d557d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0423460 Sep 08 11:17:37.626441 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-51dd6cdb-6489-447e-92ef-9c9c0b2a5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.627962 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-51dd6cdb-6489-447e-92ef-9c9c0b2a5016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438633 Sep 08 11:17:37.714680 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-8a03023e-4db2-4b3a-b553-de507596d75b service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790467 Sep 08 11:17:37.802730 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-42b82f15-f332-4f99-a2e1-aa58826697e3 req-51f81616-56fb-4cc5-bb03-77a34a6eec7c service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817392 Sep 08 11:17:37.882472 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-729ccf97-ee77-45cc-85f8-937d0abc1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.883905 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-729ccf97-ee77-45cc-85f8-937d0abc1a9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0392411 Sep 08 11:17:37.979690 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-b81d70a3-bf67-4620-8ee5-b04b65869fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:37.981207 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-b81d70a3-bf67-4620-8ee5-b04b65869fc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0891809 Sep 08 11:17:38.020643 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-7e3bcff4-30db-4f64-8ee9-59d967104e43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 217 time: 0.0324690 Sep 08 11:17:38.068827 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-895e739e-65ef-4805-af70-2c71851b090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:38.070268 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-895e739e-65ef-4805-af70-2c71851b090c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0416293 Sep 08 11:17:38.115517 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-59440d04-0a6c-48ac-8378-a578e705e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:38.117836 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-59440d04-0a6c-48ac-8378-a578e705e951 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398524 Sep 08 11:17:38.215153 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-c9466f90-1f98-4dfc-be28-16c1fab0e74d service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899224 Sep 08 11:17:38.307080 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b74f685a-6895-4216-91a6-756ae521a6e9 req-59d20deb-d1c1-4168-b293-08cc375d5cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839121 Sep 08 11:17:38.343353 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5e6a9-6790-4663-9bf2-120dfc00cb49 req-6a14610b-6e1c-446c-81ba-bc7899238088 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:38.344849 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dee5e6a9-6790-4663-9bf2-120dfc00cb49 req-6a14610b-6e1c-446c-81ba-bc7899238088 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0493875 Sep 08 11:17:38.381414 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-dee5e6a9-6790-4663-9bf2-120dfc00cb49 req-1b86d2ac-bb38-4961-8bcc-6cf472db335d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Sep 08 11:17:39.493469 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96bc28-374e-4587-8e1e-9bb4f58b1cc3 req-da916f92-6454-4922-82c1-a1d68e858171 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:39.495498 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad96bc28-374e-4587-8e1e-9bb4f58b1cc3 req-da916f92-6454-4922-82c1-a1d68e858171 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0484943 Sep 08 11:17:39.531705 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ad96bc28-374e-4587-8e1e-9bb4f58b1cc3 req-477539eb-a8dd-4c3a-b061-68e20e9516ad tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302477 Sep 08 11:17:40.648491 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d28b5-db52-4644-9e51-9a48afcd46d9 req-28f63b61-3e0b-47b2-ba0e-63058770f23e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:40.649958 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-970d28b5-db52-4644-9e51-9a48afcd46d9 req-28f63b61-3e0b-47b2-ba0e-63058770f23e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0535266 Sep 08 11:17:40.686117 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-970d28b5-db52-4644-9e51-9a48afcd46d9 req-617426fe-ef69-4188-addf-a04fc3ff0382 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303586 Sep 08 11:17:41.797939 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003253d-8cab-4b36-b81e-770fb52c4cbd req-f74e96a9-f0c0-4bc1-ae65-c5939acc91f2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:41.799299 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8003253d-8cab-4b36-b81e-770fb52c4cbd req-f74e96a9-f0c0-4bc1-ae65-c5939acc91f2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0487134 Sep 08 11:17:41.835472 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8003253d-8cab-4b36-b81e-770fb52c4cbd req-d5e041d0-f5a1-43ed-8c5c-fa736b11ae11 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303676 Sep 08 11:17:42.952217 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55549a4d-d0bd-4a54-b17d-cf618ea9dcbc req-35a2a113-a5ee-40e7-bb37-abfc518fd3a9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:42.953722 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55549a4d-d0bd-4a54-b17d-cf618ea9dcbc req-35a2a113-a5ee-40e7-bb37-abfc518fd3a9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0541091 Sep 08 11:17:42.990136 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-55549a4d-d0bd-4a54-b17d-cf618ea9dcbc req-73c4af3c-f2d9-4cf9-bcd0-4c11025b89a3 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Sep 08 11:17:44.102001 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2206f0-64c4-4aef-b2de-84c518eb114e req-28854c24-f1a5-4722-ad40-a1c7c7583d05 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:44.103443 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2d2206f0-64c4-4aef-b2de-84c518eb114e req-28854c24-f1a5-4722-ad40-a1c7c7583d05 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0506504 Sep 08 11:17:44.139848 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-2d2206f0-64c4-4aef-b2de-84c518eb114e req-78204ecb-6ebf-4dd9-82d2-edef7dfd6c80 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Sep 08 11:17:44.544741 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:17:44.636568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:44.647252 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'mac_address': 'fa:16:3e:2f:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:17:44.685844 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:44.697733 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcc6670-286a-4941-8a4a-9bb6c2074073 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:17:44.716223 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:44.719705 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:44.764644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:44.946639 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['ddcc6670-286a-4941-8a4a-9bb6c2074073'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:17:45.252291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3b369-f802-4122-b59e-947745fb6302 req-599fbe8d-6b45-45f8-adbd-15a84901333c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:45.253734 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1ea3b369-f802-4122-b59e-947745fb6302 req-599fbe8d-6b45-45f8-adbd-15a84901333c tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 944 time: 0.0479155 Sep 08 11:17:45.289564 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-1ea3b369-f802-4122-b59e-947745fb6302 req-4a8ea091-1264-475a-aeb5-d3c61410d173 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300019 Sep 08 11:17:45.941159 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:46.398531 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bd246-5567-41d7-8cab-b4bc9d631788 req-f3f929d3-ac77-4a9b-9ce9-3144d9c3acab tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:46.399984 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-946bd246-5567-41d7-8cab-b4bc9d631788 req-f3f929d3-ac77-4a9b-9ce9-3144d9c3acab tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 944 time: 0.0472922 Sep 08 11:17:46.436274 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-946bd246-5567-41d7-8cab-b4bc9d631788 req-f2b3f142-58b1-4b0c-9160-1b16f31c908b tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Sep 08 11:17:46.531788 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:17:46.578066 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning for port ddcc6670-286a-4941-8a4a-9bb6c2074073 completed by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 11:17:46.581492 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port ddcc6670-286a-4941-8a4a-9bb6c2074073 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:17:46.581851 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:46.656909 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:46.678162 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:17:46.680386 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b152a-130e-4334-b08e-c647e3091d4c" -d '{"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:17:46.692436 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:17:46.696229 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:46.718593 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc735898-7aba-4913-9bce-a87bdf32c3d8 x-openstack-request-id: req-cc735898-7aba-4913-9bce-a87bdf32c3d8 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:17:46.718870 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:17:46.719108 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc735898-7aba-4913-9bce-a87bdf32c3d8 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:17:46.719483 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'code': 200} Sep 08 11:17:46.744378 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=5']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:46.937560 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720eeaa-38f7-4827-8fd1-5f2d460cbc10 req-90b178e3-661c-48e5-8ae1-ea3cb9507eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:46.939061 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2720eeaa-38f7-4827-8fd1-5f2d460cbc10 req-90b178e3-661c-48e5-8ae1-ea3cb9507eef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0526581 Sep 08 11:17:46.974788 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-2720eeaa-38f7-4827-8fd1-5f2d460cbc10 req-0f8344cd-5f91-45a2-b60b-1b747d6f992c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280855 Sep 08 11:17:47.551399 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b6f2d-4130-49e7-a930-51a0c85a90e2 req-7f2bebe5-f33c-4381-802b-4b9cd5703f8a tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:47.552892 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f42b6f2d-4130-49e7-a930-51a0c85a90e2 req-7f2bebe5-f33c-4381-802b-4b9cd5703f8a tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Sep 08 11:17:47.590446 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f42b6f2d-4130-49e7-a930-51a0c85a90e2 req-62aa0ecc-8ed3-41b8-b9da-98301c92a033 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Sep 08 11:17:48.702468 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf34d-5b16-4437-af89-f2546ff02f4b req-90f97248-cbc2-427b-af5c-e459352713e8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:48.703961 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-febcf34d-5b16-4437-af89-f2546ff02f4b req-90f97248-cbc2-427b-af5c-e459352713e8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0472565 Sep 08 11:17:48.740215 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-febcf34d-5b16-4437-af89-f2546ff02f4b req-0311b5ba-8e54-42c5-8060-bed5a2d206ff tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304585 Sep 08 11:17:48.849667 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef7ef7-ec72-4953-bff4-c1b96f40f0b8 req-b55f437b-15dd-44d6-a03c-a89fc1f90f05 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:48.851125 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-28ef7ef7-ec72-4953-bff4-c1b96f40f0b8 req-b55f437b-15dd-44d6-a03c-a89fc1f90f05 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Sep 08 11:17:48.892206 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-28ef7ef7-ec72-4953-bff4-c1b96f40f0b8 req-cec184cd-cd12-48a6-aa44-94e9a8f4f0d9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351729 Sep 08 11:17:48.916113 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54136) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:48.999644 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce05289-77fa-4a52-a7b4-a1fe76f8c8f2 tempest-TestShelveInstance-1815249794 tempest-TestShelveInstance-1815249794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:49.001158 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-5ce05289-77fa-4a52-a7b4-a1fe76f8c8f2 tempest-TestShelveInstance-1815249794 tempest-TestShelveInstance-1815249794-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1093 time: 0.0840721 Sep 08 11:17:49.004019 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:17:49.008236 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Request body: {'floatingip': {'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 11:17:49.029901 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.121965 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.232597 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Allocated IP 172.27.0.119 (0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb/9d6ed147-3469-4158-acc5-5ea7016dae3d/a63ad8fa-7d63-4265-b29f-768102b03450) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 11:17:49.334087 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.370498 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758025225391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.408594 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Network 0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 11:17:49.411280 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 11:17:49.414712 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 11:17:49.440209 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'Port': ['ID=a63ad8fa-7d63-4265-b29f-768102b03450,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:49.452754 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.453096 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.453430 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.453759 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.454085 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.454408 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.454724 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.455042 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.455361 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.455675 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.456015 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.456331 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:17:49.768290 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.833405 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.977009 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:49.981198 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29809490'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:50.046619 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event updated for resources: {'Port': ['ID=a63ad8fa-7d63-4265-b29f-768102b03450,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:17:50.056036 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33515378'] for floatingip, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:50.151769 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.db.l3_db [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Floating IP 6f9368aa-c3d0-4a36-8414-8e1961e8ba72 associated. External IP: 172.27.0.119, port: ddcc6670-286a-4941-8a4a-9bb6c2074073. Sep 08 11:17:50.352329 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Router 599fe539-61b0-40f0-9222-937e40097923 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:17:50.456504 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:17:50.466137 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Sync routers for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:17:50.471647 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:50.475068 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:50.475796 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:17:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:50.498494 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-a60febfe-69c0-4418-a3f8-3fa054e4f9a1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4934843 Sep 08 11:17:50.499317 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:17:50.501968 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36639e29e52a6b09af54ed6b2da6e2368752f8ab7700c85f3a5066dd87932200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5611bf2f-670d-45af-aaab-16910667230e" -d '{"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:17:50.538435 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1df8d61-3bb6-4bcb-901e-9be14dbdc4c6 x-openstack-request-id: req-a1df8d61-3bb6-4bcb-901e-9be14dbdc4c6 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:17:50.538725 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:17:50.538974 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1df8d61-3bb6-4bcb-901e-9be14dbdc4c6 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:17:50.539367 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'status': 'completed', 'code': 200} Sep 08 11:17:50.583409 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:50.602636 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611bf2f-670d-45af-aaab-16910667230e req-035a7e91-a67a-4200-8765-1a60cb145796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:50.604057 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-035a7e91-a67a-4200-8765-1a60cb145796 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0404990 Sep 08 11:17:50.697992 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611bf2f-670d-45af-aaab-16910667230e req-dfeb4214-9f78-487c-b0f1-35f727c1c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:50.699484 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-dfeb4214-9f78-487c-b0f1-35f727c1c6fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0879700 Sep 08 11:17:50.764255 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-923decee-fda9-4e00-98a5-5991a472996e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 999 time: 0.0577710 Sep 08 11:17:50.816069 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611bf2f-670d-45af-aaab-16910667230e req-08a3ca81-f7a8-41b9-b5c8-74f01ac8f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:50.817489 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-08a3ca81-f7a8-41b9-b5c8-74f01ac8f0fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0462134 Sep 08 11:17:50.862819 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611bf2f-670d-45af-aaab-16910667230e req-eb42172e-60b4-4c5f-a16d-c2584884a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:17:50.864251 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-eb42172e-60b4-4c5f-a16d-c2584884a5b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397272 Sep 08 11:17:50.924228 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6f9368aa-c3d0-4a36-8414-8e1961e8ba72', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '599fe539-61b0-40f0-9222-937e40097923', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'mac_address': 'fa:16:3e:2f:7a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:17:49Z', 'updated_at': '2021-09-08T11:17:49Z', 'revision_number': 0, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:50.950077 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Checking router: 599fe539-61b0-40f0-9222-937e40097923 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:17:50.958635 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:17:50.959236 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:17:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:50.959721 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-b11e426a-da93-41f9-8617-eb1636ac3960 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Sep 08 11:17:51.050950 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-5611bf2f-670d-45af-aaab-16910667230e req-c76d6371-554f-423f-bee0-4ba3a8387def service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Sep 08 11:17:51.062087 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:17:51.276679 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6f9368aa-c3d0-4a36-8414-8e1961e8ba72', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '599fe539-61b0-40f0-9222-937e40097923', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'mac_address': 'fa:16:3e:2f:7a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:17:49Z', 'updated_at': '2021-09-08T11:17:49Z', 'revision_number': 0, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:17:51.305953 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94281d-4987-42ae-8de1-9f5b80c6d97a None None] The sync data for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi is: [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_floatingips': [{'id': '6f9368aa-c3d0-4a36-8414-8e1961e8ba72', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'router_id': '599fe539-61b0-40f0-9222-937e40097923', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'mac_address': 'fa:16:3e:2f:7a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T11:17:49Z', 'updated_at': '2021-09-08T11:17:49Z', 'revision_number': 0, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:17:51.481783 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6125ef5-2ea8-428a-968a-8c5716ef090e None None] New status for floating IP 6f9368aa-c3d0-4a36-8414-8e1961e8ba72: ACTIVE {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:17:51.646606 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcb4b-52c0-4dcc-bcf0-7210dfdafa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:54.217735 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5a374bc5-48bd-4257-b098-defc0cb046e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:54.569553 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:55.103049 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:17:57.333492 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:01.998954 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:18:15.944045 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:21.647523 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47ba55be-6155-40e9-abe3-4fe65b4445bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:22.947251 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-0c96bb6b-6d31-498a-92cf-2e8c1d487f58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384560 Sep 08 11:18:23.032994 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-667ea53d-1188-4385-886e-4efc9c02782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:18:23.034385 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-667ea53d-1188-4385-886e-4efc9c02782d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0430562 Sep 08 11:18:23.137775 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-663d808a-e69d-40e8-860a-6b1e080c6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:18:23.139214 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-663d808a-e69d-40e8-860a-6b1e080c6b14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0856819 Sep 08 11:18:23.201182 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-3103ba42-cb87-4b76-8ca3-33e07112d117 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1001 time: 0.0545802 Sep 08 11:18:23.251851 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-07ec4bbd-fa01-4bc2-86d7-d18faa4add45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:18:23.253235 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-07ec4bbd-fa01-4bc2-86d7-d18faa4add45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0441384 Sep 08 11:18:23.301626 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-6d3a2615-d30f-4f6e-84f4-0ce546724169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:18:23.303004 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-6d3a2615-d30f-4f6e-84f4-0ce546724169 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400960 Sep 08 11:18:23.392994 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-4a2ae956-27fa-4281-a63b-04d5cd5f7e8f service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828311 Sep 08 11:18:23.480652 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-41c0850b-a5ad-46f9-b51d-eb71a4d73320 req-034305fc-4d3c-4918-a9c8-3e8b6ec7e2e6 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797608 Sep 08 11:18:24.217405 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-42b275f7-4460-49b4-b0e6-9782970a1919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:24.569525 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:25.104529 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:27.336193 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:38.998141 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:18:45.938760 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:51.647479 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0b219ad4-c885-46fa-b74b-6c9fb6607737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:54.220226 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-295bda2a-d087-4611-bd88-bffc414784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:54.569237 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:55.107614 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:18:57.338584 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:15.947132 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:15.996846 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:19:21.647254 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40c33f24-e0e7-4609-a0e8-4e40a2d8ae8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:23.928435 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-dc04a519-1281-40c1-b072-96d71b50df6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391197 Sep 08 11:19:24.012979 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-ecb09ebe-ba58-4723-93c9-d4a48831b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:24.014363 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-ecb09ebe-ba58-4723-93c9-d4a48831b3f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0429163 Sep 08 11:19:24.118228 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-c1435864-ce93-46e7-be02-135d95c3f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:24.119667 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-c1435864-ce93-46e7-be02-135d95c3f8a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0854013 Sep 08 11:19:24.185601 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-025ff428-f1ef-4d5e-b6df-0c47ff737ff2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1001 time: 0.0586681 Sep 08 11:19:24.223618 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63b03f0e-66f6-4343-b9aa-37f9d1e97eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:24.236879 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-8fd4f4a4-eb3a-4f2f-b2e1-09f45ac558fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:24.238321 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-8fd4f4a4-eb3a-4f2f-b2e1-09f45ac558fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0445244 Sep 08 11:19:24.282802 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-15946fe6-6d42-4058-9125-c86090f96b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:24.284268 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-15946fe6-6d42-4058-9125-c86090f96b83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388110 Sep 08 11:19:24.382081 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-1fc5193a-0a52-4769-8549-fcadb36f8a1f service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 Sep 08 11:19:24.467610 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-33bbc722-6363-4aa8-859f-471bac8a45b7 req-03407587-206f-4c91-bdde-7ec239354503 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777295 Sep 08 11:19:24.569281 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:25.109914 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:27.342106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:45.944713 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:47.376895 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a0308-4693-4cad-9545-1734bcd1b99f req-773eb3ef-ef4a-4885-84de-e98fec6d532b tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:47.378383 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-160a0308-4693-4cad-9545-1734bcd1b99f req-773eb3ef-ef4a-4885-84de-e98fec6d532b tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Sep 08 11:19:47.422784 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-160a0308-4693-4cad-9545-1734bcd1b99f req-2aadca3c-a7c8-455c-9459-9a4b9327fcf6 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Sep 08 11:19:48.540646 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17ec5c-7a63-4661-aa58-3bddd6bdbb5e req-c26b59d5-af6a-4b49-8bd4-9ae9d41454af tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:48.542119 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba17ec5c-7a63-4661-aa58-3bddd6bdbb5e req-c26b59d5-af6a-4b49-8bd4-9ae9d41454af tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Sep 08 11:19:48.578261 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ba17ec5c-7a63-4661-aa58-3bddd6bdbb5e req-6299e126-99db-4ba7-88f7-dd022017fbbd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302982 Sep 08 11:19:49.701380 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35675c-8ba4-4ef7-b3fa-34e7151a7103 req-c2261f00-475c-4618-a358-528af788983d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:49.702828 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e35675c-8ba4-4ef7-b3fa-34e7151a7103 req-c2261f00-475c-4618-a358-528af788983d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Sep 08 11:19:49.737867 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e35675c-8ba4-4ef7-b3fa-34e7151a7103 req-d3aa6664-eba1-4acf-a036-d2b0dd633970 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292425 Sep 08 11:19:50.850540 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bedf0-efb8-475f-b874-52c2159b2cd0 req-92ec44c2-cc4b-496b-bfa0-c36cba25a471 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:50.851995 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-837bedf0-efb8-475f-b874-52c2159b2cd0 req-92ec44c2-cc4b-496b-bfa0-c36cba25a471 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Sep 08 11:19:50.887205 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-837bedf0-efb8-475f-b874-52c2159b2cd0 req-2edfa3a5-51e5-4fd9-9355-458ae4ece452 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294313 Sep 08 11:19:51.646805 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1361dda-e489-4640-be10-04496feaf283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:52.156660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8632-dff9-4af6-bec4-0c3e36552865 req-9a9f5068-9850-48be-a828-8c4fcf6165cf tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:52.158355 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-938c8632-dff9-4af6-bec4-0c3e36552865 req-9a9f5068-9850-48be-a828-8c4fcf6165cf tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Sep 08 11:19:52.194373 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-938c8632-dff9-4af6-bec4-0c3e36552865 req-d3d018f7-a460-4beb-8522-f1c83e221240 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301533 Sep 08 11:19:52.996218 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:19:53.308434 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afacee-02fe-4429-b4f0-d6a9f763a037 req-4c3fff00-d44e-44e0-921e-4e52decf360f tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:53.310131 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1afacee-02fe-4429-b4f0-d6a9f763a037 req-4c3fff00-d44e-44e0-921e-4e52decf360f tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Sep 08 11:19:53.346767 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-a1afacee-02fe-4429-b4f0-d6a9f763a037 req-d648bf64-828f-4fe2-b441-83f30cbe70e9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Sep 08 11:19:54.224111 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f33b41aa-30ad-49bb-9e55-3498d82a4559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:54.457472 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65051f5e-52bd-4e04-9949-8373ededf976 req-4cfb5e4e-924f-47cb-abaf-c25ecbece48d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:54.459479 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65051f5e-52bd-4e04-9949-8373ededf976 req-4cfb5e4e-924f-47cb-abaf-c25ecbece48d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0468309 Sep 08 11:19:54.495861 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-65051f5e-52bd-4e04-9949-8373ededf976 req-f77c0d24-8067-4e63-b8a6-b6c23be32016 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 Sep 08 11:19:54.569715 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:55.111804 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:55.610711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020625-7ac9-4b76-b680-268e24a1d41b req-8edd1310-68f5-4044-9707-2d0be21667cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:55.612211 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64020625-7ac9-4b76-b680-268e24a1d41b req-8edd1310-68f5-4044-9707-2d0be21667cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Sep 08 11:19:55.648665 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-64020625-7ac9-4b76-b680-268e24a1d41b req-2b7438f2-3268-4c03-8841-e8946d0958f0 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301909 Sep 08 11:19:56.757497 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554c4c-3a67-4834-8ada-1a4959d0e1e3 req-371ffb03-5010-4026-b710-588e19af3ac1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:56.758844 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-51554c4c-3a67-4834-8ada-1a4959d0e1e3 req-371ffb03-5010-4026-b710-588e19af3ac1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Sep 08 11:19:56.795025 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-51554c4c-3a67-4834-8ada-1a4959d0e1e3 req-c66ef37b-94d5-48c2-9ba9-cf8ae53bfa7d tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Sep 08 11:19:57.344316 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:19:57.513124 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-0ee2e47d-b368-427b-8c78-1c5a8f6fd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:57.514585 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-0ee2e47d-b368-427b-8c78-1c5a8f6fd46a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0442500 Sep 08 11:19:57.603133 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-ba93afd1-f8ad-465b-b89e-22c23ec15329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:57.604520 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-ba93afd1-f8ad-465b-b89e-22c23ec15329 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0820131 Sep 08 11:19:57.669522 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-2755455f-d630-4476-bc15-8b412f238fda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1001 time: 0.0577092 Sep 08 11:19:57.716404 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-26c58aa7-280f-4ad8-9cfd-f4fb78c76b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:57.717742 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-26c58aa7-280f-4ad8-9cfd-f4fb78c76b45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0413969 Sep 08 11:19:57.760371 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-2c8f1a0d-597d-4b67-84e4-31b9ad832972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:57.761765 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-2c8f1a0d-597d-4b67-84e4-31b9ad832972 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371740 Sep 08 11:19:57.850349 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-0e6177c6-16e6-4d1d-a420-f357074d680d service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818408 Sep 08 11:19:57.924806 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8bc1-4f38-4e82-92d4-c49a06da6688 req-9321fc3c-7403-48d2-902b-3d6fc6da513b tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:57.926334 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8b5e8bc1-4f38-4e82-92d4-c49a06da6688 req-9321fc3c-7403-48d2-902b-3d6fc6da513b tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0470393 Sep 08 11:19:57.936705 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-d324839b-cab8-4642-8ec0-1293f0dd745f req-545f4049-172d-4552-8ba5-48215cb5387f service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799406 Sep 08 11:19:57.963848 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-8b5e8bc1-4f38-4e82-92d4-c49a06da6688 req-39cc00a3-5a68-4d02-a385-7274f778e270 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Sep 08 11:19:59.077536 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed6326-f1c3-47bf-8758-31e72cef5b33 req-9493556f-c693-4a1b-87e2-c4ffb71e75a2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:19:59.078878 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-21ed6326-f1c3-47bf-8758-31e72cef5b33 req-9493556f-c693-4a1b-87e2-c4ffb71e75a2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Sep 08 11:19:59.129831 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-21ed6326-f1c3-47bf-8758-31e72cef5b33 req-29f1e8f5-7abe-4cf4-a2e3-b496140c743f tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Sep 08 11:20:00.244072 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fe099-541c-432b-aa79-8daf5a299ed8 req-2f229fe1-80ad-4bda-9961-d040f112d1e9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:00.245543 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b0fe099-541c-432b-aa79-8daf5a299ed8 req-2f229fe1-80ad-4bda-9961-d040f112d1e9 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Sep 08 11:20:00.282028 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9b0fe099-541c-432b-aa79-8daf5a299ed8 req-564ba160-9e34-4399-8e9e-1d826b9dd2c8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Sep 08 11:20:00.388638 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-68e5b205-523d-43cf-a07f-b9668e3eb68f req-e03afd8f-5b17-4068-8fb9-e7892794290f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:20:00.389618 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-68e5b205-523d-43cf-a07f-b9668e3eb68f req-e03afd8f-5b17-4068-8fb9-e7892794290f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463989 Sep 08 11:20:00.570765 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83b5b7-a7be-4333-b8a1-2f3a5f04c30e req-75d60376-776b-481e-8bc6-1d8f27dc7495 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:00.572246 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e83b5b7-a7be-4333-b8a1-2f3a5f04c30e req-75d60376-776b-481e-8bc6-1d8f27dc7495 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0784819 Sep 08 11:20:00.578952 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-65695afa-c6d5-4ad9-bbb0-3e7dfb478a8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085141 Sep 08 11:20:00.596121 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-ba3e3018-709e-4b3f-a82f-114cef6b490c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 11:20:00.597072 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-ba3e3018-709e-4b3f-a82f-114cef6b490c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103805 Sep 08 11:20:00.615941 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-5e83b5b7-a7be-4333-b8a1-2f3a5f04c30e req-530caab1-7603-4280-aae4-1755c8d51845 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360556 Sep 08 11:20:01.720758 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56055c2-d826-439a-881c-b70ae1d8248b req-582effef-4873-44b4-8e75-22ab1a49f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:01.722253 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-582effef-4873-44b4-8e75-22ab1a49f321 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&tenant_id=5eeecf7ce02c48ba9ddb6367a5913617 HTTP/1.1" status: 200 len: 1098 time: 0.0468659 Sep 08 11:20:01.729711 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec078f09-382b-40e2-84a9-cd00d9a721f0 req-656245eb-4beb-484a-b810-4072d72602e8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:01.731221 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ec078f09-382b-40e2-84a9-cd00d9a721f0 req-656245eb-4beb-484a-b810-4072d72602e8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Sep 08 11:20:01.768231 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-ec078f09-382b-40e2-84a9-cd00d9a721f0 req-a63329e5-569d-420b-a6f9-a7468c6cb788 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303864 Sep 08 11:20:01.783277 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56055c2-d826-439a-881c-b70ae1d8248b req-5c8ebf96-071f-4099-9494-2b62b8a75d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:01.784827 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-5c8ebf96-071f-4099-9494-2b62b8a75d06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Sep 08 11:20:01.871417 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56055c2-d826-439a-881c-b70ae1d8248b req-49551f1f-e3ab-441b-8ebd-b35956992cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:01.872852 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-49551f1f-e3ab-441b-8ebd-b35956992cef service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0811932 Sep 08 11:20:01.938363 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-f16f4fae-8a18-4d04-a6a4-4a5d9bb3e4b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1001 time: 0.0587349 Sep 08 11:20:01.985518 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56055c2-d826-439a-881c-b70ae1d8248b req-03101b7c-112e-45f9-8455-fdb03dd0fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:01.986863 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-03101b7c-112e-45f9-8455-fdb03dd0fe8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0409231 Sep 08 11:20:02.030307 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56055c2-d826-439a-881c-b70ae1d8248b req-ac74865d-2409-4d1b-9245-26b47ff03953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:02.031616 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-ac74865d-2409-4d1b-9245-26b47ff03953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375550 Sep 08 11:20:02.118827 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-173b272d-14e9-44e5-b2dd-324d6186e108 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805039 Sep 08 11:20:02.204017 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f56055c2-d826-439a-881c-b70ae1d8248b req-fed9cf36-0af6-42ef-9632-405deae1f794 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784516 Sep 08 11:20:02.882872 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e411133-6db9-4650-ad9f-1cde28549694 req-89905eff-4483-42cc-8eb1-2d5ea3e48981 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:02.884442 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e411133-6db9-4650-ad9f-1cde28549694 req-89905eff-4483-42cc-8eb1-2d5ea3e48981 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Sep 08 11:20:02.920607 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-7e411133-6db9-4650-ad9f-1cde28549694 req-cc2a8814-8daa-413e-94b4-d0be365073c8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Sep 08 11:20:03.151653 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:20:03.226649 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:03.250544 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:20:03.252766 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283851c-184f-466a-8475-2e2bd0737d6a" -d '{"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:20:03.264810 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:20:03.269566 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:03.318485 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=6']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:20:03.325351 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.325689 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.326024 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.326348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.326668 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.326987 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.327307 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.327624 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.327964 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.328280 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.328596 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.328907 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:20:03.396188 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e4a94-825c-42b2-9360-07d26ceed778 x-openstack-request-id: req-d73e4a94-825c-42b2-9360-07d26ceed778 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:20:03.396508 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:20:03.396789 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d73e4a94-825c-42b2-9360-07d26ceed778 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:20:03.397203 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'code': 200} Sep 08 11:20:04.035022 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a9a67-0e9e-41fe-a9d9-8ffe331186da req-5f8dc76e-c34c-4a2a-a2c8-450b94a03161 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:04.036486 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-907a9a67-0e9e-41fe-a9d9-8ffe331186da req-5f8dc76e-c34c-4a2a-a2c8-450b94a03161 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0507696 Sep 08 11:20:04.072509 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-907a9a67-0e9e-41fe-a9d9-8ffe331186da req-0d972661-9f22-4ffc-ba3c-bf898451509a tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295644 Sep 08 11:20:05.184270 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11f6be-d610-4329-86b2-3394da374b47 req-ea6f9297-daf7-46df-9fa0-8d06f5c88717 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:05.185718 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4b11f6be-d610-4329-86b2-3394da374b47 req-ea6f9297-daf7-46df-9fa0-8d06f5c88717 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0475597 Sep 08 11:20:05.223239 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-4b11f6be-d610-4329-86b2-3394da374b47 req-50440732-79dd-41bd-90b4-82a793503b36 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Sep 08 11:20:06.332594 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99e2b-87f0-42b5-98ee-af7819bbe893 req-eeb098f0-d648-4916-8161-05f8f17eb2cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:06.334048 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eab99e2b-87f0-42b5-98ee-af7819bbe893 req-eeb098f0-d648-4916-8161-05f8f17eb2cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0467427 Sep 08 11:20:06.370426 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-eab99e2b-87f0-42b5-98ee-af7819bbe893 req-b285d197-a536-4b57-bd3d-012f4bfb3fb1 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300465 Sep 08 11:20:07.493450 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e592f-070b-46ad-a096-134da7a2ef5e req-a8d822b4-f174-4ff0-a60b-849af9ba11cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:07.495290 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-173e592f-070b-46ad-a096-134da7a2ef5e req-a8d822b4-f174-4ff0-a60b-849af9ba11cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0599527 Sep 08 11:20:07.535942 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-173e592f-070b-46ad-a096-134da7a2ef5e req-5d383735-afed-438c-ae67-a8f8fe630045 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Sep 08 11:20:08.294715 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2a7d-b682-44c9-8aed-8852e19085bd req-deba389a-f34b-444e-82ff-07b17f869644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:08.296188 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f21b2a7d-b682-44c9-8aed-8852e19085bd req-deba389a-f34b-444e-82ff-07b17f869644 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0430696 Sep 08 11:20:08.328398 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f21b2a7d-b682-44c9-8aed-8852e19085bd req-4ac8006e-2505-46bf-9405-f6c711b817f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256960 Sep 08 11:20:08.645585 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129ec7a-20a5-4cc6-aa1d-a1719828949f req-d5ff9a82-473b-4695-a2ad-c6ad1d2505be tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:08.647032 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b129ec7a-20a5-4cc6-aa1d-a1719828949f req-d5ff9a82-473b-4695-a2ad-c6ad1d2505be tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 943 time: 0.0476561 Sep 08 11:20:08.683494 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-b129ec7a-20a5-4cc6-aa1d-a1719828949f req-8312e863-6b69-4dbb-bae4-299671ea14e4 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300169 Sep 08 11:20:09.198727 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 11:20:09.298638 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:20:09.312544 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Returning: {'device': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'port_id': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'mac_address': 'fa:16:3e:2f:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 11:20:09.348903 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:09.361288 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcc6670-286a-4941-8a4a-9bb6c2074073 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 11:20:09.379348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:20:09.383291 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:09.427734 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=7']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:20:09.606652 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] get_ports_and_sgs() called for port_ids ['ddcc6670-286a-4941-8a4a-9bb6c2074073'] {{(pid=94029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 11:20:09.794903 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1eaa-6924-45ea-aa98-87d24e2d6db3 req-7c9edee0-26dc-4bac-a3a6-3cfe6b846658 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:09.796297 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-913a1eaa-6924-45ea-aa98-87d24e2d6db3 req-7c9edee0-26dc-4bac-a3a6-3cfe6b846658 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 944 time: 0.0479445 Sep 08 11:20:09.833217 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-913a1eaa-6924-45ea-aa98-87d24e2d6db3 req-561d3391-884c-41b1-a6e6-046d45dddd59 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Sep 08 11:20:11.199617 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 up at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 11:20:11.245121 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Provisioning complete for port ddcc6670-286a-4941-8a4a-9bb6c2074073 triggered by entity L2. {{(pid=94029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 11:20:11.245481 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626157'] for port, provisioning_complete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:11.318670 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554321'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:11.339785 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:20:11.341986 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ba0a079f45d4fb24b9679cbb4571561214d2ce815960c5eb3fc66b12226c739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0403b3-5b76-4f19-997e-3313994fef9f" -d '{"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:20:11.354568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:20:11.360204 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758025745646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758025225409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758025225427'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:11.382418 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c85410-2524-4f2e-a38a-dfa0b2355759 x-openstack-request-id: req-15c85410-2524-4f2e-a38a-dfa0b2355759 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:20:11.382701 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:20:11.382946 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15c85410-2524-4f2e-a38a-dfa0b2355759 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:20:11.383323 dv-cinder-760194-10-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'code': 200} Sep 08 11:20:11.407531 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Pushing event updated for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=8']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:20:15.962348 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:21.647374 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d2a3-544f-41e1-8ad2-884d64ebb37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:23.946594 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-3cdb315a-d1da-465f-9b13-d99c1bbf8cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387862 Sep 08 11:20:24.028554 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-6c03c5eb-d7ce-4f03-a336-611ec8d61922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:24.029931 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-6c03c5eb-d7ce-4f03-a336-611ec8d61922 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0394638 Sep 08 11:20:24.131321 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-db89561b-974c-4b89-86bf-a3ceeee5c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:24.133403 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-db89561b-974c-4b89-86bf-a3ceeee5c422 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.0847943 Sep 08 11:20:24.194254 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-c4d8562c-7438-4878-b721-65c78d1f6b0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 1001 time: 0.0546112 Sep 08 11:20:24.225278 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6b5de1c-c56f-4385-9746-d7c1dd392650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:24.255131 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-50dd9f3f-a5c0-4881-8741-748c449cbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:24.256614 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-50dd9f3f-a5c0-4881-8741-748c449cbc07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0558062 Sep 08 11:20:24.301844 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-e5efbd79-961c-40f2-92ff-11a298f05ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:20:24.303194 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-e5efbd79-961c-40f2-92ff-11a298f05ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388002 Sep 08 11:20:24.389811 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-7856622a-d868-4493-b7c6-c9690c933545 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784533 Sep 08 11:20:24.478123 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-243d0cc5-83a3-422a-bdab-c8291566fdeb req-8f2cee00-b83d-420d-994c-06af7285a19b service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815337 Sep 08 11:20:24.571299 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:25.115135 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:27.350106 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:29.995393 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:20:45.979337 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:51.647666 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3333368-c6c7-4a98-8b3a-347f2958de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:54.226397 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c35ef558-0ba4-422d-b298-b38877c22ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:54.570615 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:55.118151 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:20:57.349334 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:06.993403 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:21:15.981575 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:21.647214 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0bf08401-4a33-4118-bfdf-4bb4c7aa7c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:24.226813 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f1cf927c-20d0-477e-b580-be7885ce5cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:24.571010 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:25.120677 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:25.470510 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54276) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:25.622018 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Deleting port a63ad8fa-7d63-4265-b29f-768102b03450 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:25.622352 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:25.966482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:25.966805 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:25.979831 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-23133886-049e-42a8-b693-36a5ac5daa0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638673 Sep 08 11:21:25.983824 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Calling delete_port for a63ad8fa-7d63-4265-b29f-768102b03450 owned by network:floatingip {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:26.082205 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-0b6ba5d6-5d20-4041-99c6-5a6273bc26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:26.083651 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-0b6ba5d6-5d20-4041-99c6-5a6273bc26b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0595856 Sep 08 11:21:26.229689 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-cb593e8e-e610-4c54-bc84-c2a55bd48ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:26.231639 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-cb593e8e-e610-4c54-bc84-c2a55bd48ac7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.1263204 Sep 08 11:21:26.232769 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:26.289503 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event deleted for resources: {'Port': ['ID=a63ad8fa-7d63-4265-b29f-768102b03450,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:26.296901 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-9f8fe145-13fc-44df-b776-64410b64aceb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 217 time: 0.0553110 Sep 08 11:21:26.324579 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.324919 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.325251 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.325580 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.325904 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.326229 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.326545 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.326859 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.327175 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.327490 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.327801 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.328212 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:26.394555 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-e530dc47-8fb9-4c5d-9c7e-faae865e3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:26.396022 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-e530dc47-8fb9-4c5d-9c7e-faae865e3936 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0806208 Sep 08 11:21:26.396777 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:26.397099 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.db.l3_db [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Floating IP 6f9368aa-c3d0-4a36-8414-8e1961e8ba72 disassociated (deleted). External IP: 172.27.0.119, port: ddcc6670-286a-4941-8a4a-9bb6c2074073. Sep 08 11:21:26.507303 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-56e5912b-3d5f-4cdd-9b66-c20c46263d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:26.508824 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-56e5912b-3d5f-4cdd-9b66-c20c46263d1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760531 Sep 08 11:21:26.679584 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-bbc009a7-67c6-4c7f-b775-103c09661849 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590452 Sep 08 11:21:26.723962 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Router 599fe539-61b0-40f0-9222-937e40097923 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:21:26.821691 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-7506b662-7aa5-4eb6-9453-d85d68d4b9b8 req-085fa74d-7efc-411a-a94a-2e1f2fe1bd19 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320269 Sep 08 11:21:26.876102 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:21:26.881632 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for floatingip, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:26.888214 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Sync routers for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:21:26.897714 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:26.898335 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:26.908535 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e52034c0-550f-4ffc-b7db-44873a143d04 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "DELETE /v2.0/floatingips/6f9368aa-c3d0-4a36-8414-8e1961e8ba72 HTTP/1.1" status: 204 len: 168 time: 1.4369504 Sep 08 11:21:26.909116 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:21:26.911338 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d628c4-6a39-4e5e-b047-08ab63fb139c" -d '{"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:21:27.008815 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:27.053683 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc6a0cf-d9d7-45de-9229-39ab4a77737a x-openstack-request-id: req-5cc6a0cf-d9d7-45de-9229-39ab4a77737a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:21:27.054050 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:21:27.054363 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cc6a0cf-d9d7-45de-9229-39ab4a77737a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:21:27.054870 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'status': 'completed', 'code': 200} Sep 08 11:21:27.127229 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-17cc58d3-a481-4964-8410-d826c6a95add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:27.128789 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-17cc58d3-a481-4964-8410-d826c6a95add service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0453494 Sep 08 11:21:27.150499 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13d5c-2c8d-4fce-9bec-a07eb6b65d52 req-ef9ef9c0-3ab3-4ff2-b75d-3abd16817ca2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:27.152028 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f7e13d5c-2c8d-4fce-9bec-a07eb6b65d52 req-ef9ef9c0-3ab3-4ff2-b75d-3abd16817ca2 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0528030 Sep 08 11:21:27.193701 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-f7e13d5c-2c8d-4fce-9bec-a07eb6b65d52 req-5cf1b1f4-39ee-4c47-9ac7-d07edcaa0899 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Sep 08 11:21:27.224579 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:27.242241 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-0d627ace-04a7-4f5d-9e33-dabf9cb7c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:27.244205 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-0d627ace-04a7-4f5d-9e33-dabf9cb7c6e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 200 len: 908 time: 0.1050057 Sep 08 11:21:27.255996 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Checking router: 599fe539-61b0-40f0-9222-937e40097923 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:21:27.264848 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:27.265565 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:27.301050 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-de5785a1-df34-4bee-a07a-49c2be14d0d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 200 len: 217 time: 0.0397322 Sep 08 11:21:27.352749 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-de4ff5a6-97aa-4a72-bf72-2b45654b4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:27.354218 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-de4ff5a6-97aa-4a72-bf72-2b45654b4a31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 200 len: 846 time: 0.0443294 Sep 08 11:21:27.406569 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-dbce2662-8e5f-458a-92c4-a8306e200452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:27.408033 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-dbce2662-8e5f-458a-92c4-a8306e200452 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd80f811-7eb8-422f-9890-d754f059a737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434358 Sep 08 11:21:27.498054 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:27.499824 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:27.527168 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-68272bec-939d-4b72-b32a-3205ea0d55f3 service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094830 Sep 08 11:21:27.618511 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-b3d628c4-6a39-4e5e-b047-08ab63fb139c req-44765f3e-e792-4096-ae0e-f4e55ddaaf1f service neutron] 10.222.0.44 "GET /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Sep 08 11:21:27.700144 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:27.728261 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6344f4-1667-4eb3-b855-121ea5d07b68 None None] The sync data for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi is: [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:10Z', 'revision_number': 4, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi', '_interfaces': [{'id': '6ca14343-70bd-43c1-a2c9-d62c56327420', 'name': '', 'network_id': 'fd80f811-7eb8-422f-9890-d754f059a737', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'mac_address': 'fa:16:3e:08:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:09Z', 'updated_at': '2021-09-08T11:17:16Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'subnets': [{'id': '2dd41774-e06c-4045-827a-eaff6ac28967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:21:27.935600 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c7ab0-2df5-4f68-9604-9b135f345b5e None None] New status for floating IP 6f9368aa-c3d0-4a36-8414-8e1961e8ba72: DOWN {{(pid=94030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 11:21:28.313623 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178e3b-e663-4f17-b9c9-b06ee815d72c req-497d5f89-433d-4b10-b88e-d602830615c8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:28.315205 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf178e3b-e663-4f17-b9c9-b06ee815d72c req-497d5f89-433d-4b10-b88e-d602830615c8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Sep 08 11:21:28.351912 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-bf178e3b-e663-4f17-b9c9-b06ee815d72c req-0acedeaf-8b3a-4e38-8b66-f39697dee8e8 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/security-groups?id=71201a61-3e2c-4fd7-8c28-2e8bd465c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Sep 08 11:21:28.722772 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772a194-315e-445b-ac39-1afe20e53c27 req-f3391ec8-177d-4b1e-956a-49f7384174cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 11:21:28.724181 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f772a194-315e-445b-ac39-1afe20e53c27 req-f3391ec8-177d-4b1e-956a-49f7384174cd tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 945 time: 0.0462556 Sep 08 11:21:28.812894 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Deleting port ddcc6670-286a-4941-8a4a-9bb6c2074073 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:28.813154 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:28.900875 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] For port ddcc6670-286a-4941-8a4a-9bb6c2074073, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ddcc6670-286a-4941-8a4a-9bb6c2074073,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:28.901242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:28.912620 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Calling delete_port for ddcc6670-286a-4941-8a4a-9bb6c2074073 owned by compute:nova {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:29.035658 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:29.066607 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event deleted for resources: {'Port': ['ID=ddcc6670-286a-4941-8a4a-9bb6c2074073,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:29.106496 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] No DVR routers for this DVR port ddcc6670-286a-4941-8a4a-9bb6c2074073 on host hv-cinder-76019 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:21:29.109077 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26597'] for port, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:29.111094 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [req-f772a194-315e-445b-ac39-1afe20e53c27 req-b674ffee-1cd8-4994-bc97-2db04c2bb610 tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.44 "DELETE /v2.0/ports/ddcc6670-286a-4941-8a4a-9bb6c2074073 HTTP/1.1" status: 204 len: 173 time: 0.3804703 Sep 08 11:21:29.111519 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-deleted', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 11:21:29.114130 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77b61c10231f8eae22585c282dc4e24f6ec5871f4dc8e3ddf9ded51e47f00985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d6e62-1777-49ec-846e-b8e5f048c9c5" -d '{"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-deleted", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 11:21:29.148800 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab529140-37bf-434f-a440-010d7f33e792 x-openstack-request-id: req-ab529140-37bf-434f-a440-010d7f33e792 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 11:21:29.149118 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb2491-667f-40a8-ae06-9347c2c03cb0", "name": "network-vif-deleted", "tag": "ddcc6670-286a-4941-8a4a-9bb6c2074073", "status": "completed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 11:21:29.149365 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab529140-37bf-434f-a440-010d7f33e792 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 11:21:29.149760 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb2491-667f-40a8-ae06-9347c2c03cb0', 'name': 'network-vif-deleted', 'tag': 'ddcc6670-286a-4941-8a4a-9bb6c2074073', 'status': 'completed', 'code': 200} Sep 08 11:21:29.449948 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [req-9d917c44-ae6a-4efc-935d-9065ba3aa89f req-ee79555d-3676-4752-ad38-04be2f79ccee tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "GET /v2.0/ports?device_id=23cb2491-667f-40a8-ae06-9347c2c03cb0 HTTP/1.1" status: 200 len: 210 time: 0.0296781 Sep 08 11:21:30.512997 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:30.573101 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:30.596522 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:30.653946 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:30.656513 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:30.657648 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] 10.222.0.38 "DELETE /v2.0/security-groups/71201a61-3e2c-4fd7-8c28-2e8bd465c11d HTTP/1.1" status: 204 len: 168 time: 0.1436930 Sep 08 11:21:30.666702 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71201a61-3e2c-4fd7-8c28-2e8bd465c11d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:30.674184 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.674533 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.674875 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.675211 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.675544 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.675899 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.676226 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.676553 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.676881 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.677283 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.677530 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.677853 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206bba5-e652-4d8b-8327-ab081aa2912e tempest-TestShelveInstance-774095959 tempest-TestShelveInstance-774095959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-10-iscsi {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 11:21:30.695156 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54312) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:31.033163 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:31.264459 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Deleting port 6ca14343-70bd-43c1-a2c9-d62c56327420 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:31.264701 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:31.343737 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] For port 6ca14343-70bd-43c1-a2c9-d62c56327420, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6ca14343-70bd-43c1-a2c9-d62c56327420,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:31.344148 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:31.356103 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Calling delete_port for 6ca14343-70bd-43c1-a2c9-d62c56327420 owned by network:router_interface {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:31.501340 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:31.520713 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] No Port match for: ddcc6670-286a-4941-8a4a-9bb6c2074073 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:31.520988 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Device ddcc6670-286a-4941-8a4a-9bb6c2074073 not bound to the agent host hv-cinder-76019 {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:31.528470 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:31.554896 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca14343-70bd-43c1-a2c9-d62c56327420,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:31.713326 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:31.925787 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Router 599fe539-61b0-40f0-9222-937e40097923 has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:21:32.028482 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:21:32.034451 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f1baa48e-2c0b-4e3e-bf13-16c569c28a56 admin admin] 10.222.0.38 "PUT /v2.0/routers/599fe539-61b0-40f0-9222-937e40097923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3372669 Sep 08 11:21:32.035847 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54314) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:32.038676 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Sync routers for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:21:32.047793 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:32.048443 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:32.135163 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.147665 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:32.323873 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:21:31Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:32.350021 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Checking router: 599fe539-61b0-40f0-9222-937e40097923 for host: dv-cinder-760194-10-iscsi {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:21:32.358635 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Routers {'599fe539-61b0-40f0-9222-937e40097923'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:32.359254 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['599fe539-61b0-40f0-9222-937e40097923'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:32.466847 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] Set router 599fe539-61b0-40f0-9222-937e40097923 gateway port host: dv-cinder-760194-10-iscsi {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:32.485323 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.536205 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Deleting port 7093bee6-4b85-4fca-bfb9-75c63af49141 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:32.536549 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.618577 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] For port 7093bee6-4b85-4fca-bfb9-75c63af49141, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=7093bee6-4b85-4fca-bfb9-75c63af49141,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:32.618977 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.631448 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Calling delete_port for 7093bee6-4b85-4fca-bfb9-75c63af49141 owned by network:router_gateway {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:32.645079 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:21:31Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:32.671235 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28efca39-d1df-47a5-ae6a-925d40bbde50 None None] The sync data for ids ['599fe539-61b0-40f0-9222-937e40097923'] in dv-cinder-760194-10-iscsi is: [{'id': '599fe539-61b0-40f0-9222-937e40097923', 'name': 'tempest-TestShelveInstance-26785376-router', 'tenant_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:21:31Z', 'revision_number': 5, 'project_id': '5eeecf7ce02c48ba9ddb6367a5913617', 'gw_port': {'id': '7093bee6-4b85-4fca-bfb9-75c63af49141', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599fe539-61b0-40f0-9222-937e40097923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:08Z', 'updated_at': '2021-09-08T11:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:21:32.795400 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.820166 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7093bee6-4b85-4fca-bfb9-75c63af49141,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:32.879572 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.968750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:32.970740 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.012600 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.013285 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599fe539-61b0-40f0-9222-937e40097923 {{(pid=94028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:21:33.018262 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.019393 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-f608a43e-47e0-4a03-91d4-5d1c6c0b8bc7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/599fe539-61b0-40f0-9222-937e40097923 HTTP/1.1" status: 204 len: 168 time: 0.9826314 Sep 08 11:21:33.021851 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54316) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:33.067906 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Deleting subnet 2dd41774-e06c-4045-827a-eaff6ac28967 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:21:33.071422 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.107336 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.140337 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6ca14343-70bd-43c1-a2c9-d62c56327420 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:33.160161 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 6ca14343-70bd-43c1-a2c9-d62c56327420 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:33.160508 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6ca14343-70bd-43c1-a2c9-d62c56327420 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:33.203898 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.257211 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.281529 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd41774-e06c-4045-827a-eaff6ac28967,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:33.287242 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.292087 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-e587f322-0c02-40f2-ad53-a7a83a7452b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2dd41774-e06c-4045-827a-eaff6ac28967 HTTP/1.1" status: 204 len: 168 time: 0.2663610 Sep 08 11:21:33.292087 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54318) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:33.294448 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0256ae-b014-43a5-bb08-78f50f1160a0 None None] Network fd80f811-7eb8-422f-9890-d754f059a737 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:21:33.365579 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.421375 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Deleting port 959f516f-d3e3-458d-a201-9d7caeb4c27b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:33.421711 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.483148 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] For port 959f516f-d3e3-458d-a201-9d7caeb4c27b, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=959f516f-d3e3-458d-a201-9d7caeb4c27b,segment=NetworkSegment(7a5e8c6a-106b-4221-a6d8-0c3a83e284d2),segment_id=7a5e8c6a-106b-4221-a6d8-0c3a83e284d2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:33.483536 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.501043 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Calling delete_port for 959f516f-d3e3-458d-a201-9d7caeb4c27b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:33.575704 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30181580'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.600664 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=959f516f-d3e3-458d-a201-9d7caeb4c27b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:33.602468 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] No DVR routers for this DVR port 959f516f-d3e3-458d-a201-9d7caeb4c27b on host dv-cinder-760194-10-iscsi {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:21:33.674449 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.693292 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66d8f0-c3e9-4e88-ae35-bf2b683e425c None None] DHCP port deletion for fd80f811-7eb8-422f-9890-d754f059a737 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:21:33.695823 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80f811-7eb8-422f-9890-d754f059a737']}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:33.705676 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2') {'for_net_delete': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:33.706036 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.services.segments.db [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e8c6a-106b-4221-a6d8-0c3a83e284d2') {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:33.717722 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30899363'] for segment, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.730750 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.736965 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:21:33.737342 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30181915'] for segment, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: Traceback (most recent call last): Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: timer() Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: cb(*args, **kw) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: return func(*args, **kwargs) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: self._notify() Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: self.callback(batched_events) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: event.method(event) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: return f(self, *a, **k) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._get(url).json() Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: return self.request(url, 'GET', **kwargs) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:21:33.738936 dv-cinder-760194-10-iscsi neutron-server[94028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:21:33.791145 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.796896 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:33.798701 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd80f811-7eb8-422f-9890-d754f059a737 HTTP/1.1" status: 204 len: 168 time: 0.5057747 Sep 08 11:21:33.801882 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54320) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:33.808711 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4029-8740-4595-884e-a2883f9b58c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd80f811-7eb8-422f-9890-d754f059a737,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:34.130961 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33517682'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:34.612535 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Deleting port 6c542a29-f638-4dab-925a-c6ab18b5be9c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:34.612870 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:34.686278 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] For port 6c542a29-f638-4dab-925a-c6ab18b5be9c, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6c542a29-f638-4dab-925a-c6ab18b5be9c,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:34.686668 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:34.698720 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Calling delete_port for 6c542a29-f638-4dab-925a-c6ab18b5be9c owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:34.869308 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:34.895002 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c542a29-f638-4dab-925a-c6ab18b5be9c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:34.940323 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 959f516f-d3e3-458d-a201-9d7caeb4c27b no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:34.960893 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 959f516f-d3e3-458d-a201-9d7caeb4c27b {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:34.961611 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 959f516f-d3e3-458d-a201-9d7caeb4c27b not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:34.961935 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 7093bee6-4b85-4fca-bfb9-75c63af49141 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:34.989956 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 7093bee6-4b85-4fca-bfb9-75c63af49141 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:34.990303 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 7093bee6-4b85-4fca-bfb9-75c63af49141 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:35.080669 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33517726'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.284151 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Router 74fb2e98-d356-4576-a815-3c4611914c5a has already been hosted by L3 agent b9255f62-de6a-4cd1-9396-5988505ec1c3 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 11:21:35.389757 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] Notify agent at l3_agent.dv-cinder-760194-10-iscsi the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 11:21:35.395226 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-88c0d677-9ffb-437c-8784-9467c34dc483 admin admin] 10.222.0.38 "PUT /v2.0/routers/74fb2e98-d356-4576-a815-3c4611914c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5918529 Sep 08 11:21:35.397245 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54322) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:35.398387 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Sync routers for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 11:21:35.407785 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:35.408418 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:35.498175 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.510287 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: dv-cinder-760194-10-iscsi {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:35.597384 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.649986 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Deleting port a01d9c25-b3e2-4748-a0c2-e39c3c79e439 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:35.650329 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.687575 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'external_fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:21:34Z', 'revision_number': 5, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port': {'id': 'a01d9c25-b3e2-4748-a0c2-e39c3c79e439', 'name': '', 'network_id': '0a0851fd-f8fa-4e93-b05b-cba37bbb1dbb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d6ed147-3469-4158-acc5-5ea7016dae3d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-10-iscsi'}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:35.728136 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] For port a01d9c25-b3e2-4748-a0c2-e39c3c79e439, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,segment=NetworkSegment(1de5b6ca-62f3-4a43-b73c-796c41681c32),segment_id=1de5b6ca-62f3-4a43-b73c-796c41681c32)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:35.728526 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.741936 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Calling delete_port for a01d9c25-b3e2-4748-a0c2-e39c3c79e439 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:35.797382 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Checking router: 74fb2e98-d356-4576-a815-3c4611914c5a for host: dv-cinder-760194-10-iscsi {{(pid=94030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 11:21:35.805891 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Routers {'74fb2e98-d356-4576-a815-3c4611914c5a'} bound to L3 agent in host dv-cinder-760194-10-iscsi {{(pid=94030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 11:21:35.806519 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T10:59:24Z,description=,heartbeat_timestamp=2021-09-08T11:21:24Z,host='dv-cinder-760194-10-iscsi',id=b9255f62-de6a-4cd1-9396-5988505ec1c3,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T10:59:24Z,topic='l3_agent')) {'router_ids': ['74fb2e98-d356-4576-a815-3c4611914c5a'], 'active': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:35.890874 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvr_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] Set router 74fb2e98-d356-4576-a815-3c4611914c5a gateway port host: None {{(pid=94030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 11:21:35.906302 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:35.934789 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01d9c25-b3e2-4748-a0c2-e39c3c79e439,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:35.948110 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.l3_hamode_db [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:21:35Z', 'revision_number': 6, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port_host': None}], 'dv-cinder-760194-10-iscsi', False) {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:35.975598 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2dee5-0619-43d5-a44d-633990466236 None None] The sync data for ids ['74fb2e98-d356-4576-a815-3c4611914c5a'] in dv-cinder-760194-10-iscsi is: [{'id': '74fb2e98-d356-4576-a815-3c4611914c5a', 'name': 'tempest-TestShelveInstance-281333786-router', 'tenant_id': 'ad39840c2fe645a3ab4871557b0120fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T11:17:12Z', 'updated_at': '2021-09-08T11:21:35Z', 'revision_number': 6, 'project_id': 'ad39840c2fe645a3ab4871557b0120fb', 'gw_port_host': None}] {{(pid=94030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 11:21:35.994400 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33515324'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.083768 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33523823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14721'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.085911 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.128385 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33523798'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.128934 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74fb2e98-d356-4576-a815-3c4611914c5a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 11:21:36.133835 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.134977 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-69970769-596c-412f-97cb-77b5f3894868 admin admin] 10.222.0.38 "DELETE /v2.0/routers/74fb2e98-d356-4576-a815-3c4611914c5a HTTP/1.1" status: 204 len: 168 time: 0.7367988 Sep 08 11:21:36.138199 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54324) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:36.185051 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.db.db_base_plugin_v2 [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Deleting subnet 1a24bb67-836d-4315-a952-462d19921f82 {{(pid=94028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 11:21:36.187925 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.222013 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30899370'] for subnet, precommit_delete_associations {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.295664 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638219'] for subnet, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.354187 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30181561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30316752'] for subnet, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.381616 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a24bb67-836d-4315-a952-462d19921f82,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:36.384263 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.389204 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-84888e3d-fce7-4e3c-9f6f-4508548d5e00 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1a24bb67-836d-4315-a952-462d19921f82 HTTP/1.1" status: 204 len: 168 time: 0.2469456 Sep 08 11:21:36.389660 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.38', 54326) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:36.390745 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65f2db-e2ab-4b5a-9a9f-756b08c58cb8 None None] Network 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 requested from dv-cinder-760194-10-iscsi {{(pid=94029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 11:21:36.461291 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539904'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.514264 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Deleting port 6da55a18-5c08-47d4-bd7e-60f2deb7847d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 11:21:36.514619 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758025740054'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.579643 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] For port 6da55a18-5c08-47d4-bd7e-60f2deb7847d, host dv-cinder-760194-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-10-iscsi',level=0,port_id=6da55a18-5c08-47d4-bd7e-60f2deb7847d,segment=NetworkSegment(c6008fd9-c9ab-4ce1-9bd2-e9458940628c),segment_id=c6008fd9-c9ab-4ce1-9bd2-e9458940628c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 11:21:36.580067 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33516299'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.592779 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Calling delete_port for 6da55a18-5c08-47d4-bd7e-60f2deb7847d owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 11:21:36.668038 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-554262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758025745628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758025225400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29809501'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.692082 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6da55a18-5c08-47d4-bd7e-60f2deb7847d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:36.695754 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] No DVR routers for this DVR port 6da55a18-5c08-47d4-bd7e-60f2deb7847d on host dv-cinder-760194-10-iscsi {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 11:21:36.765711 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa444e-167f-46bd-ab69-d620a3967f0a None None] DHCP port deletion for 678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 request from dv-cinder-760194-10-iscsi {{(pid=94029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 11:21:36.773211 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624518', 'neutron.services.segments.db._delete_segments_for_network-8758025524857'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.795493 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678b5d76-3e7a-4e51-b377-b9ee4bcfcb97']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:36.804867 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:36.805180 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6008fd9-c9ab-4ce1-9bd2-e9458940628c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 11:21:36.814365 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758025524354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987722'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.827429 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.833389 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 11:21:36.833798 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-624465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29809034'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: Traceback (most recent call last): Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: timer() Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: cb(*args, **kw) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: return func(*args, **kwargs) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: self._notify() Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: self.callback(batched_events) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: event.method(event) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: return f(self, *a, **k) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._get(url).json() Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: return self.request(url, 'GET', **kwargs) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 11:21:36.835524 dv-cinder-760194-10-iscsi neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 11:21:36.893218 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33085458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33515264'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.899701 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037291'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:36.901568 dv-cinder-760194-10-iscsi neutron-server[94027]: INFO neutron.wsgi [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] 10.222.0.38 "DELETE /v2.0/networks/678b5d76-3e7a-4e51-b377-b9ee4bcfcb97 HTTP/1.1" status: 204 len: 168 time: 0.5108948 Sep 08 11:21:36.912009 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50bc7-50e5-4155-8d1f-22c2803951eb admin admin] Pushing event deleted for resources: {'Network': ['ID=678b5d76-3e7a-4e51-b377-b9ee4bcfcb97,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:36.952568 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6da55a18-5c08-47d4-bd7e-60f2deb7847d no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:36.977757 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 6da55a18-5c08-47d4-bd7e-60f2deb7847d {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:36.978123 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6da55a18-5c08-47d4-bd7e-60f2deb7847d not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:36.978520 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a01d9c25-b3e2-4748-a0c2-e39c3c79e439 no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:36.998233 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: a01d9c25-b3e2-4748-a0c2-e39c3c79e439 {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:36.998862 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device a01d9c25-b3e2-4748-a0c2-e39c3c79e439 not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:36.999482 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6c542a29-f638-4dab-925a-c6ab18b5be9c no longer exists at agent ovs-agent-dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 11:21:37.019588 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] No Port match for: 6c542a29-f638-4dab-925a-c6ab18b5be9c {{(pid=94029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 11:21:37.019946 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.rpc [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Device 6c542a29-f638-4dab-925a-c6ab18b5be9c not bound to the agent host dv-cinder-760194-10-iscsi {{(pid=94029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 11:21:37.119981 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54330) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:37.158599 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-4d074337-9590-44bb-9a66-8598e4fdd2e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5eeecf7ce02c48ba9ddb6367a5913617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374541 Sep 08 11:21:37.161056 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54332) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:37.206322 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.227316 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.272743 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.275177 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.276322 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e872c9df-cf85-4e37-abd5-7f29a3c27da2 HTTP/1.1" status: 204 len: 168 time: 0.1144114 Sep 08 11:21:37.284454 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6321e92-be4d-45ce-8e77-a9760b71ff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872c9df-cf85-4e37-abd5-7f29a3c27da2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:37.589537 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54338) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:37.631462 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-de166b35-99e9-4523-a790-117195d9fec7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad39840c2fe645a3ab4871557b0120fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408084 Sep 08 11:21:37.633868 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.wsgi [-] (94028) accepted ('10.222.0.38', 54340) {{(pid=94028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 11:21:37.679961 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.699493 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.745292 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500618'] for security_group, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.747818 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:37.749047 dv-cinder-760194-10-iscsi neutron-server[94028]: INFO neutron.wsgi [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1aa4853-9060-4493-bbde-6fd3f04c7050 HTTP/1.1" status: 204 len: 168 time: 0.1142740 Sep 08 11:21:37.756200 dv-cinder-760194-10-iscsi neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1d46e-1d35-4d8e-9d24-b99e2012663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa4853-9060-4493-bbde-6fd3f04c7050,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 11:21:43.992006 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:21:45.987660 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:51.647686 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec8a8-0c25-41d2-9a58-7ce458a0bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:54.227204 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7e65e3bd-9020-4145-adaf-929595609b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:54.571679 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:55.123674 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:21:57.355604 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:15.988273 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:20.991194 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:22:21.647785 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b2d30287-38da-4fe1-8a2d-186fc0782a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:24.228167 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8bb69be5-7e62-494c-a877-19a012c31346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:24.571688 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:25.127513 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:27.359077 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:45.993726 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:51.647509 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47994a7f-3d37-4159-b8ed-41a9ea6a3868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:54.228603 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9e4a8ad-4dd4-4e4b-a700-38c34bdd1f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:54.572552 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:55.128716 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:57.361024 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:22:57.989503 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:23:15.992083 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:21.647724 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e1a0456b-a185-41d3-bdce-8ae141661e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:24.228656 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3bb26e4c-1d05-4a33-ad12-7876a2cbf197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:24.572799 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:25.132054 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:27.365205 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:34.987393 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:23:45.995988 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:51.647478 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dfc38b6b-1888-4d8b-aa79-43fd06b1c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:54.230273 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ca88fbcc-409a-4c10-a919-ffc85d89d38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:54.572271 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:55.136389 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:23:57.368321 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:11.985700 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:24:15.990487 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:21.646659 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2688317e-3dce-4a84-8676-8a1ba9f5b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:24.231700 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3505a74a-ea90-4316-abaf-7912e71b9465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:24.572957 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:25.137668 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:27.370059 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:31.323956 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-b1e8d6d1-14e5-4ce5-a4de-5cd1a7cf2cc1 req-7f2bb652-c25e-4ee3-8626-45be1c232fb7 service neutron] (94027) timed out ('10.222.0.44', 49877) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 11:24:32.843924 dv-cinder-760194-10-iscsi neutron-server[94027]: DEBUG neutron.wsgi [req-d70836c1-ab1b-4df7-9ddf-646c658e4828 req-e3da0adb-df96-410b-af8c-3f534d2e01ca service neutron] (94027) timed out ('10.222.0.44', 49867) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 11:24:45.994586 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:48.985787 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:24:51.646375 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ee27e2ef-2381-46dd-a98a-3b513e367aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:54.231300 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4702-eab1-4e28-84e5-a3b57761113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:54.573709 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:55.140900 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:24:57.371711 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:15.982621 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:21.647314 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a73d70f7-cde6-4a82-8cc1-b9be4f0719b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:24.232285 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f07d6b0-4279-4133-b27d-02a078443942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:24.573309 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:25.144181 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:25.984732 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:25:27.374686 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:45.971632 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:51.649465 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a5890d1d-33a0-4e97-aa33-0856f8569c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:54.233782 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47b8a231-7c84-4834-8bc1-bd6b2b004077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:54.574374 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:55.146644 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:25:57.379758 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:02.987774 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:26:15.961971 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:21.649561 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-536f9826-bdd2-4510-8734-d9ced0a66d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:24.234115 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a47ce84-19a8-433f-a562-6b161f2a69a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:24.574254 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:25.149325 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:27.380181 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:39.986811 dv-cinder-760194-10-iscsi neutron-server[94030]: DEBUG neutron.db.agents_db [None req-9566cec0-014e-49bc-a77d-db61453661ac None None] Agent healthcheck: found 6 active agents {{(pid=94030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 11:26:45.968227 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c38f4d1e-59c9-4f24-b497-e06fa66572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:51.649691 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5d6eba6b-d00e-4ac4-93fe-46a2e5cf34b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:54.234396 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1657f70-535d-4832-8657-39c2bd4ceb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:54.574003 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55d045ea-2c72-4a18-951c-2d41d14176a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:55.152080 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ed1a6b3-42c4-40ce-a921-4a0b66a8734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 11:26:57.388748 dv-cinder-760194-10-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d69a691-1533-4878-a211-d12c40369262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758025524839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626264'] for agent, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}